2024-11-22 16:16:55,265 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 16:16:55,280 main DEBUG Took 0.013862 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 16:16:55,281 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 16:16:55,281 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 16:16:55,282 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 16:16:55,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,289 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 16:16:55,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,303 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,305 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,307 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,308 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,309 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 16:16:55,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,311 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 16:16:55,312 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 16:16:55,313 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 16:16:55,315 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 16:16:55,315 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 16:16:55,317 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 16:16:55,317 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 16:16:55,324 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 16:16:55,327 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 16:16:55,328 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 16:16:55,329 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 16:16:55,329 main DEBUG createAppenders(={Console}) 2024-11-22 16:16:55,330 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-22 16:16:55,330 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-22 16:16:55,330 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-22 16:16:55,331 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 16:16:55,331 main DEBUG OutputStream closed 2024-11-22 16:16:55,331 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 16:16:55,331 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 16:16:55,332 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-22 16:16:55,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 16:16:55,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 16:16:55,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 16:16:55,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 16:16:55,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 16:16:55,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 16:16:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 16:16:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 16:16:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 16:16:55,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 16:16:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 16:16:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 16:16:55,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 16:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 16:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 16:16:55,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 16:16:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 16:16:55,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 16:16:55,410 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 16:16:55,411 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-22 16:16:55,411 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 16:16:55,412 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-22T16:16:55,423 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-22 16:16:55,425 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 16:16:55,426 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T16:16:55,478 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=3357 2024-11-22T16:16:55,661 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-22T16:16:55,699 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d 2024-11-22T16:16:55,702 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd, deleteOnExit=true 2024-11-22T16:16:55,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/zookeeper_0, clientPort=56280, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:16:55,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56280 2024-11-22T16:16:55,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:16:55,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:16:55,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/test.cache.data in system properties and HBase conf 2024-11-22T16:16:55,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:16:55,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:16:55,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:16:55,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:16:55,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:16:55,932 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T16:16:56,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:16:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:16:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:16:56,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:16:56,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:16:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:16:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:16:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:16:56,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:16:56,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:16:56,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:16:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:16:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:16:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:16:56,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:16:57,076 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T16:16:57,146 INFO [Time-limited test {}] log.Log(170): Logging initialized @2562ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T16:16:57,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:16:57,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:16:57,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:16:57,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:16:57,306 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:16:57,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:16:57,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:16:57,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:16:57,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/java.io.tmpdir/jetty-localhost-41815-hadoop-hdfs-3_4_1-tests_jar-_-any-17706590526262018551/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:16:57,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:41815} 2024-11-22T16:16:57,508 INFO [Time-limited test {}] server.Server(415): Started @2925ms 2024-11-22T16:16:58,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:16:58,059 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:16:58,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:16:58,060 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:16:58,060 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:16:58,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:16:58,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:16:58,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@318ae30c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/java.io.tmpdir/jetty-localhost-40897-hadoop-hdfs-3_4_1-tests_jar-_-any-4609871601202516509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:16:58,172 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:40897} 2024-11-22T16:16:58,172 INFO [Time-limited test {}] server.Server(415): Started @3589ms 2024-11-22T16:16:58,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:16:59,230 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/data/data2/current/BP-2081179084-172.17.0.2-1732292216537/current, will proceed with Du for space computation calculation, 2024-11-22T16:16:59,230 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/data/data1/current/BP-2081179084-172.17.0.2-1732292216537/current, will proceed with Du for space computation calculation, 2024-11-22T16:16:59,259 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:16:59,299 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9276762811671eff with lease ID 0xc3e30ba2480ad674: Processing first storage report for DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a from datanode DatanodeRegistration(127.0.0.1:42981, datanodeUuid=2a7fe86f-3ada-4213-abb0-8fe25185eed4, infoPort=34451, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=1295708;c=1732292216537) 2024-11-22T16:16:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9276762811671eff with lease ID 0xc3e30ba2480ad674: from storage DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a node DatanodeRegistration(127.0.0.1:42981, datanodeUuid=2a7fe86f-3ada-4213-abb0-8fe25185eed4, infoPort=34451, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=1295708;c=1732292216537), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:16:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9276762811671eff with lease ID 0xc3e30ba2480ad674: Processing first storage report for DS-964b53ee-ea8f-423a-a629-8bc0b8390d92 from datanode DatanodeRegistration(127.0.0.1:42981, datanodeUuid=2a7fe86f-3ada-4213-abb0-8fe25185eed4, infoPort=34451, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=1295708;c=1732292216537) 2024-11-22T16:16:59,300 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9276762811671eff with lease ID 0xc3e30ba2480ad674: from storage DS-964b53ee-ea8f-423a-a629-8bc0b8390d92 node DatanodeRegistration(127.0.0.1:42981, datanodeUuid=2a7fe86f-3ada-4213-abb0-8fe25185eed4, infoPort=34451, infoSecurePort=0, ipcPort=44239, storageInfo=lv=-57;cid=testClusterID;nsid=1295708;c=1732292216537), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:16:59,312 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d 2024-11-22T16:16:59,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:16:59,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:16:59,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:16:59,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7 with version=8 2024-11-22T16:16:59,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/hbase-staging 2024-11-22T16:17:00,044 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T16:17:00,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:00,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:00,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:00,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:00,419 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T16:17:00,427 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T16:17:00,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:00,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11086 (auto-detected) 2024-11-22T16:17:00,452 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T16:17:00,468 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46129 2024-11-22T16:17:00,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46129 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461290x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:00,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46129-0x10163557f9f0000 connected 2024-11-22T16:17:00,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:00,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:00,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:00,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7, hbase.cluster.distributed=false 2024-11-22T16:17:00,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/acl 2024-11-22T16:17:00,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-22T16:17:00,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46129 2024-11-22T16:17:00,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46129 2024-11-22T16:17:00,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-22T16:17:00,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46129 2024-11-22T16:17:00,900 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:00,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:00,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:00,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:00,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43997 2024-11-22T16:17:00,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43997 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:00,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:00,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:00,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439970x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:00,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439970x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:00,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43997-0x10163557f9f0001 connected 2024-11-22T16:17:00,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:00,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:00,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/master 2024-11-22T16:17:00,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/acl 2024-11-22T16:17:00,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43997 2024-11-22T16:17:00,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43997 2024-11-22T16:17:00,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43997 2024-11-22T16:17:00,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43997 2024-11-22T16:17:00,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43997 2024-11-22T16:17:00,966 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:46129 2024-11-22T16:17:00,967 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-114349684/backup-masters/93fb7f16a334,46129,1732292220086 2024-11-22T16:17:00,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:00,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:00,985 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/backup-masters/93fb7f16a334,46129,1732292220086 2024-11-22T16:17:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/master 2024-11-22T16:17:01,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:01,016 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/master 2024-11-22T16:17:01,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-114349684/backup-masters/93fb7f16a334,46129,1732292220086 from backup master directory 2024-11-22T16:17:01,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/backup-masters/93fb7f16a334,46129,1732292220086 2024-11-22T16:17:01,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:01,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:01,031 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:01,032 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,46129,1732292220086 2024-11-22T16:17:01,036 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T16:17:01,038 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T16:17:01,090 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/hbase.id] with ID: d25727e4-0474-4812-bac9-26c3c97e1481 2024-11-22T16:17:01,090 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.tmp/hbase.id 2024-11-22T16:17:01,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:01,505 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.tmp/hbase.id]:[hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/hbase.id] 2024-11-22T16:17:01,555 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:01,559 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:01,578 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-22T16:17:01,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:01,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:01,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:02,062 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:02,066 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:02,085 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:17:02,091 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:02,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:02,554 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store 2024-11-22T16:17:02,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:02,982 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T16:17:02,986 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:02,988 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:02,988 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:02,988 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:02,990 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:02,990 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:02,990 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:02,992 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292222987Disabling compacts and flushes for region at 1732292222987Disabling writes for close at 1732292222990 (+3 ms)Writing region close event to WAL at 1732292222990Closed at 1732292222990 2024-11-22T16:17:02,994 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/.initializing 2024-11-22T16:17:02,994 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086 2024-11-22T16:17:03,003 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:03,021 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C46129%2C1732292220086, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:03,046 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086/93fb7f16a334%2C46129%2C1732292220086.1732292223026, exclude list is [], retry=0 2024-11-22T16:17:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:03,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T16:17:03,107 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:03,108 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:03,108 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:03,109 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:03,111 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,112 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:03,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:03,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:03,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:03,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:03,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:03,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:03,203 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,208 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,209 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,214 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,215 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,219 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:03,223 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:03,228 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:03,229 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64956318, jitterRate=-0.032075434923172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:03,238 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292223126Initializing all the Stores at 1732292223128 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292223129 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292223129Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292223130 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292223130Cleaning up temporary data from old regions at 1732292223215 (+85 ms)Region opened successfully at 1732292223238 (+23 ms) 2024-11-22T16:17:03,240 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:03,278 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408f31f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:03,312 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:03,325 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:03,325 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:03,328 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:03,330 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:17:03,336 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-22T16:17:03,336 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:03,367 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:03,382 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:03,461 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/balancer already deleted, retry=false 2024-11-22T16:17:03,465 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:03,467 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:03,477 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/normalizer already deleted, retry=false 2024-11-22T16:17:03,480 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:03,485 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:03,498 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/switch/split already deleted, retry=false 2024-11-22T16:17:03,500 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:03,508 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/switch/merge already deleted, retry=false 2024-11-22T16:17:03,527 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:03,534 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,554 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,46129,1732292220086, sessionid=0x10163557f9f0000, setting cluster-up flag (Was=false) 2024-11-22T16:17:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,614 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-114349684/flush-table-proc/acquired, /0-114349684/flush-table-proc/reached, /0-114349684/flush-table-proc/abort 2024-11-22T16:17:03,616 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46129,1732292220086 2024-11-22T16:17:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:03,671 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-114349684/online-snapshot/acquired, /0-114349684/online-snapshot/reached, /0-114349684/online-snapshot/abort 2024-11-22T16:17:03,673 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46129,1732292220086 2024-11-22T16:17:03,679 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:03,766 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(746): ClusterId : d25727e4-0474-4812-bac9-26c3c97e1481 2024-11-22T16:17:03,770 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:03,776 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:03,785 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:03,785 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:03,788 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:03,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:03,805 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,46129,1732292220086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:03,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:03,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:03,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:03,816 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:03,816 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:03,816 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:03,816 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:03,817 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:03,818 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:03,819 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c812e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:03,850 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:43997 2024-11-22T16:17:03,854 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:03,855 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:03,855 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:03,862 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46129,1732292220086 with port=43997, startcode=1732292220870 2024-11-22T16:17:03,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:03,867 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:03,877 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292253877 2024-11-22T16:17:03,877 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,878 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:03,879 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:03,877 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:03,880 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:03,886 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:03,887 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:03,888 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:03,888 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:03,890 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:03,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:03,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:03,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:03,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:03,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:03,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7 2024-11-22T16:17:03,924 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:03,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:03,936 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292223927,5,FailOnTimeoutGroup] 2024-11-22T16:17:03,952 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292223936,5,FailOnTimeoutGroup] 2024-11-22T16:17:03,952 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:03,953 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:03,954 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:03,955 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:03,957 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:03,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:17:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:03,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,43997,1732292220870 2024-11-22T16:17:03,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46129 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:03,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:03,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:03,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:03,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:03,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:03,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,988 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7 2024-11-22T16:17:03,988 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37833 2024-11-22T16:17:03,988 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:03,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:03,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:03,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:03,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:03,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:03,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:03,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:03,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:04,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:04,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:04,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:04,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/rs 2024-11-22T16:17:04,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:04,005 DEBUG [RS:0;93fb7f16a334:43997 {}] zookeeper.ZKUtil(111): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/rs/93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,005 WARN [RS:0;93fb7f16a334:43997 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:04,005 INFO [RS:0;93fb7f16a334:43997 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:04,005 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,43997,1732292220870] 2024-11-22T16:17:04,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:04,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:04,012 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:04,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:04,021 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:04,023 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344771, jitterRate=0.10782341659069061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:04,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292223962Initializing all the Stores at 1732292223964 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292223965 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292223965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292223965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292223965Cleaning up temporary data from old regions at 1732292224010 (+45 ms)Region opened successfully at 1732292224028 (+18 ms) 2024-11-22T16:17:04,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:04,028 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:04,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:04,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:04,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:04,031 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:04,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292224028Disabling compacts and flushes for region at 1732292224028Disabling writes for close at 1732292224029 (+1 ms)Writing region close event to WAL at 1732292224031 (+2 ms)Closed at 1732292224031 2024-11-22T16:17:04,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:04,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:04,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:04,049 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:04,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:04,064 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:04,075 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:04,082 INFO [RS:0;93fb7f16a334:43997 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:04,082 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,084 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:04,092 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:04,094 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,094 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,095 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,095 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,095 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,096 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,097 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,097 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:04,097 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:04,097 DEBUG [RS:0;93fb7f16a334:43997 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:04,098 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,099 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,099 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,099 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,099 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,099 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43997,1732292220870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:04,128 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:04,130 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43997,1732292220870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,131 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,131 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.Replication(171): 93fb7f16a334,43997,1732292220870 started 2024-11-22T16:17:04,159 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:04,159 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,43997,1732292220870, RpcServer on 93fb7f16a334/172.17.0.2:43997, sessionid=0x10163557f9f0001 2024-11-22T16:17:04,160 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:04,161 DEBUG [RS:0;93fb7f16a334:43997 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,161 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,43997,1732292220870' 2024-11-22T16:17:04,161 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-114349684/flush-table-proc/abort' 2024-11-22T16:17:04,162 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-114349684/flush-table-proc/acquired' 2024-11-22T16:17:04,163 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:04,164 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:04,164 DEBUG [RS:0;93fb7f16a334:43997 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,164 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,43997,1732292220870' 2024-11-22T16:17:04,164 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-114349684/online-snapshot/abort' 2024-11-22T16:17:04,165 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-114349684/online-snapshot/acquired' 2024-11-22T16:17:04,167 DEBUG [RS:0;93fb7f16a334:43997 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:04,167 INFO [RS:0;93fb7f16a334:43997 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:04,167 INFO [RS:0;93fb7f16a334:43997 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:04,215 WARN [93fb7f16a334:46129 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:17:04,272 INFO [RS:0;93fb7f16a334:43997 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:04,275 INFO [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43997%2C1732292220870, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:04,292 DEBUG [RS:0;93fb7f16a334:43997 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278, exclude list is [], retry=0 2024-11-22T16:17:04,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:04,301 INFO [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 2024-11-22T16:17:04,301 DEBUG [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:04,467 DEBUG [93fb7f16a334:46129 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:04,481 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,43997,1732292220870, state=OPENING 2024-11-22T16:17:04,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:04,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:04,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:04,546 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:04,548 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:04,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,43997,1732292220870}] 2024-11-22T16:17:04,723 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:04,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:04,741 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:04,742 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:04,743 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:04,746 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43997%2C1732292220870.meta, suffix=.meta, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:04,768 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.meta.1732292224748.meta, exclude list is [], retry=0 2024-11-22T16:17:04,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:04,775 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.meta.1732292224748.meta 2024-11-22T16:17:04,776 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:04,776 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:04,781 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:04,783 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:04,786 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:04,788 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:04,792 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:04,793 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:04,793 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:04,793 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:04,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:04,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:04,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:04,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:04,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:04,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:04,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:04,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:04,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:04,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:04,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:04,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:04,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:04,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:04,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:04,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:04,808 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:04,810 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:04,813 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:04,815 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:04,815 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:04,816 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:04,819 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:04,820 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59429499, jitterRate=-0.1144314557313919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:04,820 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:04,822 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292224794Writing region info on filesystem at 1732292224794Initializing all the Stores at 1732292224796 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292224796Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292224796Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292224796Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292224796Cleaning up temporary data from old regions at 1732292224815 (+19 ms)Running coprocessor post-open hooks at 1732292224820 (+5 ms)Region opened successfully at 1732292224822 (+2 ms) 2024-11-22T16:17:04,828 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292224716 2024-11-22T16:17:04,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:04,840 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:04,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,43997,1732292220870, state=OPEN 2024-11-22T16:17:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:04,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:04,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:04,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:04,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:04,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,43997,1732292220870 in 384 msec 2024-11-22T16:17:04,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:04,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 897 msec 2024-11-22T16:17:04,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:04,952 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:04,971 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:04,972 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43997,1732292220870, seqNum=-1] 2024-11-22T16:17:04,993 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:04,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:05,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-22T16:17:05,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292225020, completionTime=-1 2024-11-22T16:17:05,023 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:05,023 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:05,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:05,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292285052 2024-11-22T16:17:05,053 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292345052 2024-11-22T16:17:05,053 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-22T16:17:05,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:46129, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,059 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,065 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:05,092 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.060sec 2024-11-22T16:17:05,093 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:05,094 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:05,095 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:05,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:05,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:05,097 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:05,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:05,106 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:05,107 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:05,107 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46129,1732292220086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:05,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ddeee0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:05,179 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T16:17:05,179 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T16:17:05,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46129,-1 for getting cluster id 2024-11-22T16:17:05,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:05,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25727e4-0474-4812-bac9-26c3c97e1481' 2024-11-22T16:17:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:05,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25727e4-0474-4812-bac9-26c3c97e1481" 2024-11-22T16:17:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f919eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:05,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46129,-1] 2024-11-22T16:17:05,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:05,204 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:05,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a373962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:05,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43997,1732292220870, seqNum=-1] 2024-11-22T16:17:05,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:05,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:05,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,46129,1732292220086 2024-11-22T16:17:05,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:05,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10163557f9f0002 connected 2024-11-22T16:17:05,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir so I do NOT create it in target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f 2024-11-22T16:17:05,367 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:17:05,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.tmp.dir so I do NOT create it in target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f 2024-11-22T16:17:05,368 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:17:05,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f 2024-11-22T16:17:05,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:17:05,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/cluster_4c465b0b-eb8d-9812-6789-0428569399aa, deleteOnExit=true 2024-11-22T16:17:05,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:17:05,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/test.cache.data in system properties and HBase conf 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:17:05,369 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:17:05,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:05,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:17:05,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:17:05,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:05,744 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:05,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:05,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:05,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:17:05,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:05,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:05,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:05,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/java.io.tmpdir/jetty-localhost-45093-hadoop-hdfs-3_4_1-tests_jar-_-any-11292671412137592167/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:05,875 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:45093} 2024-11-22T16:17:05,875 INFO [Time-limited test {}] server.Server(415): Started @11292ms 2024-11-22T16:17:06,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:06,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:06,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:06,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:06,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:06,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:06,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:06,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71e590b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/java.io.tmpdir/jetty-localhost-33857-hadoop-hdfs-3_4_1-tests_jar-_-any-2073607343708336250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:06,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:33857} 2024-11-22T16:17:06,393 INFO [Time-limited test {}] server.Server(415): Started @11810ms 2024-11-22T16:17:06,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:17:07,081 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/cluster_4c465b0b-eb8d-9812-6789-0428569399aa/data/data1/current/BP-1202667134-172.17.0.2-1732292225400/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:07,082 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/cluster_4c465b0b-eb8d-9812-6789-0428569399aa/data/data2/current/BP-1202667134-172.17.0.2-1732292225400/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:07,139 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:17:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcb5d7b52fa1f54b with lease ID 0xb43ae9ed9ea1a8f0: Processing first storage report for DS-ff686a60-508d-45c1-abdb-e45335e15580 from datanode DatanodeRegistration(127.0.0.1:43573, datanodeUuid=247c6b84-798d-4d69-ba9e-3574369287f5, infoPort=36395, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=883493176;c=1732292225400) 2024-11-22T16:17:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcb5d7b52fa1f54b with lease ID 0xb43ae9ed9ea1a8f0: from storage DS-ff686a60-508d-45c1-abdb-e45335e15580 node DatanodeRegistration(127.0.0.1:43573, datanodeUuid=247c6b84-798d-4d69-ba9e-3574369287f5, infoPort=36395, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=883493176;c=1732292225400), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:07,143 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcb5d7b52fa1f54b with lease ID 0xb43ae9ed9ea1a8f0: Processing first storage report for DS-c8b2b4dd-da35-4518-97b6-9a9b132467cc from datanode DatanodeRegistration(127.0.0.1:43573, datanodeUuid=247c6b84-798d-4d69-ba9e-3574369287f5, infoPort=36395, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=883493176;c=1732292225400) 2024-11-22T16:17:07,144 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcb5d7b52fa1f54b with lease ID 0xb43ae9ed9ea1a8f0: from storage DS-c8b2b4dd-da35-4518-97b6-9a9b132467cc node DatanodeRegistration(127.0.0.1:43573, datanodeUuid=247c6b84-798d-4d69-ba9e-3574369287f5, infoPort=36395, infoSecurePort=0, ipcPort=35295, storageInfo=lv=-57;cid=testClusterID;nsid=883493176;c=1732292225400), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:07,153 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f 2024-11-22T16:17:07,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:17:07,571 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e with version=8 2024-11-22T16:17:07,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/hbase-staging 2024-11-22T16:17:07,573 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:07,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:07,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:07,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:07,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:07,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42709 2024-11-22T16:17:07,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42709 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:07,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427090x0, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:07,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42709-0x10163557f9f0003 connected 2024-11-22T16:17:07,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,719 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/running 2024-11-22T16:17:07,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e, hbase.cluster.distributed=false 2024-11-22T16:17:07,722 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/acl 2024-11-22T16:17:07,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-22T16:17:07,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42709 2024-11-22T16:17:07,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42709 2024-11-22T16:17:07,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-22T16:17:07,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42709 2024-11-22T16:17:07,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:07,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:07,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40427 2024-11-22T16:17:07,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40427 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:07,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:07,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404270x0, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:07,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404270x0, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/running 2024-11-22T16:17:07,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40427-0x10163557f9f0004 connected 2024-11-22T16:17:07,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:07,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:07,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/master 2024-11-22T16:17:07,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/acl 2024-11-22T16:17:07,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-22T16:17:07,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40427 2024-11-22T16:17:07,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40427 2024-11-22T16:17:07,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-22T16:17:07,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40427 2024-11-22T16:17:07,794 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:42709 2024-11-22T16:17:07,794 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11606236736/backup-masters/93fb7f16a334,42709,1732292227573 2024-11-22T16:17:07,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/backup-masters 2024-11-22T16:17:07,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/backup-masters 2024-11-22T16:17:07,803 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on existing znode=/11606236736/backup-masters/93fb7f16a334,42709,1732292227573 2024-11-22T16:17:07,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11606236736/master 2024-11-22T16:17:07,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:07,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:07,814 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on existing znode=/11606236736/master 2024-11-22T16:17:07,814 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11606236736/backup-masters/93fb7f16a334,42709,1732292227573 from backup master directory 2024-11-22T16:17:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11606236736/backup-masters/93fb7f16a334,42709,1732292227573 2024-11-22T16:17:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/backup-masters 2024-11-22T16:17:07,824 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:07,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/backup-masters 2024-11-22T16:17:07,824 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,42709,1732292227573 2024-11-22T16:17:07,831 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/hbase.id] with ID: 762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:07,832 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/.tmp/hbase.id 2024-11-22T16:17:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:08,248 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/.tmp/hbase.id]:[hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/hbase.id] 2024-11-22T16:17:08,272 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:08,272 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:08,275 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T16:17:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:08,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:08,751 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:08,752 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:08,753 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:08,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store 2024-11-22T16:17:08,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:08,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:08,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:08,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:08,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:08,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:08,793 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:08,793 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:08,793 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292228792Disabling compacts and flushes for region at 1732292228792Disabling writes for close at 1732292228792Writing region close event to WAL at 1732292228793 (+1 ms)Closed at 1732292228793 2024-11-22T16:17:08,795 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/.initializing 2024-11-22T16:17:08,795 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/WALs/93fb7f16a334,42709,1732292227573 2024-11-22T16:17:08,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:08,800 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C42709%2C1732292227573, suffix=, logDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/WALs/93fb7f16a334,42709,1732292227573, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:08,819 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/WALs/93fb7f16a334,42709,1732292227573/93fb7f16a334%2C42709%2C1732292227573.1732292228800, exclude list is [], retry=0 2024-11-22T16:17:08,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-ff686a60-508d-45c1-abdb-e45335e15580,DISK] 2024-11-22T16:17:08,826 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/WALs/93fb7f16a334,42709,1732292227573/93fb7f16a334%2C42709%2C1732292227573.1732292228800 2024-11-22T16:17:08,827 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36395:36395)] 2024-11-22T16:17:08,827 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:08,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:08,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:08,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:08,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:08,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:08,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:08,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:08,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:08,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:08,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:08,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:08,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:08,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:08,846 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,847 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,847 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,850 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,850 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,851 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:08,853 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:08,858 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:08,859 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68268629, jitterRate=0.017281845211982727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:08,859 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292228828Initializing all the Stores at 1732292228830 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292228830Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292228830Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292228830Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292228830Cleaning up temporary data from old regions at 1732292228850 (+20 ms)Region opened successfully at 1732292228859 (+9 ms) 2024-11-22T16:17:08,860 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:08,867 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c75c861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:08,869 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:08,869 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:08,869 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:08,869 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:08,871 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:17:08,872 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:17:08,872 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:08,879 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:08,880 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:08,924 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/balancer already deleted, retry=false 2024-11-22T16:17:08,924 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:08,925 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:08,934 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/normalizer already deleted, retry=false 2024-11-22T16:17:08,935 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:08,936 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:08,945 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/switch/split already deleted, retry=false 2024-11-22T16:17:08,946 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:08,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/switch/merge already deleted, retry=false 2024-11-22T16:17:08,958 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:08,966 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11606236736/running 2024-11-22T16:17:08,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11606236736/running 2024-11-22T16:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:08,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:08,978 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,42709,1732292227573, sessionid=0x10163557f9f0003, setting cluster-up flag (Was=false) 2024-11-22T16:17:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:08,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:09,029 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11606236736/flush-table-proc/acquired, /11606236736/flush-table-proc/reached, /11606236736/flush-table-proc/abort 2024-11-22T16:17:09,031 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42709,1732292227573 2024-11-22T16:17:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:09,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:09,087 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11606236736/online-snapshot/acquired, /11606236736/online-snapshot/reached, /11606236736/online-snapshot/abort 2024-11-22T16:17:09,088 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42709,1732292227573 2024-11-22T16:17:09,090 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:09,093 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:09,094 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:09,094 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:09,094 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,42709,1732292227573 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:09,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,097 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:09,097 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292259098 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:09,098 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:09,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:09,101 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:09,101 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:09,101 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:09,101 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:09,105 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:09,108 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:09,108 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:09,112 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292229108,5,FailOnTimeoutGroup] 2024-11-22T16:17:09,116 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292229112,5,FailOnTimeoutGroup] 2024-11-22T16:17:09,116 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,116 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:09,117 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,117 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:09,123 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:09,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e 2024-11-22T16:17:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:17:09,185 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(746): ClusterId : 762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:09,185 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:09,199 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:09,199 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:09,209 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:09,210 DEBUG [RS:0;93fb7f16a334:40427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62419da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:09,227 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:40427 2024-11-22T16:17:09,227 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:09,227 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:09,227 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:09,228 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,42709,1732292227573 with port=40427, startcode=1732292227748 2024-11-22T16:17:09,229 DEBUG [RS:0;93fb7f16a334:40427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:09,231 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:09,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42709 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,232 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42709 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,235 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e 2024-11-22T16:17:09,235 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38289 2024-11-22T16:17:09,235 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:09,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/rs 2024-11-22T16:17:09,283 DEBUG [RS:0;93fb7f16a334:40427 {}] zookeeper.ZKUtil(111): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on existing znode=/11606236736/rs/93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,283 WARN [RS:0;93fb7f16a334:40427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:09,283 INFO [RS:0;93fb7f16a334:40427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:09,283 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,283 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,40427,1732292227748] 2024-11-22T16:17:09,288 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:09,292 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:09,294 INFO [RS:0;93fb7f16a334:40427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:09,294 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,294 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:09,295 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:09,295 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,296 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,297 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,297 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,297 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:09,297 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:09,297 DEBUG [RS:0;93fb7f16a334:40427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:09,304 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,304 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,304 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,304 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,305 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,305 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40427,1732292227748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:09,320 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:09,321 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40427,1732292227748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,321 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,322 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.Replication(171): 93fb7f16a334,40427,1732292227748 started 2024-11-22T16:17:09,343 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:09,343 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,40427,1732292227748, RpcServer on 93fb7f16a334/172.17.0.2:40427, sessionid=0x10163557f9f0004 2024-11-22T16:17:09,344 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:09,344 DEBUG [RS:0;93fb7f16a334:40427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,344 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40427,1732292227748' 2024-11-22T16:17:09,344 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11606236736/flush-table-proc/abort' 2024-11-22T16:17:09,344 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11606236736/flush-table-proc/acquired' 2024-11-22T16:17:09,345 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:09,345 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:09,345 DEBUG [RS:0;93fb7f16a334:40427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,345 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40427,1732292227748' 2024-11-22T16:17:09,345 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11606236736/online-snapshot/abort' 2024-11-22T16:17:09,346 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11606236736/online-snapshot/acquired' 2024-11-22T16:17:09,346 DEBUG [RS:0;93fb7f16a334:40427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:09,346 INFO [RS:0;93fb7f16a334:40427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:09,346 INFO [RS:0;93fb7f16a334:40427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:09,447 INFO [RS:0;93fb7f16a334:40427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:09,450 INFO [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C40427%2C1732292227748, suffix=, logDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/oldWALs, maxLogs=10 2024-11-22T16:17:09,468 DEBUG [RS:0;93fb7f16a334:40427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748/93fb7f16a334%2C40427%2C1732292227748.1732292229453, exclude list is [], retry=0 2024-11-22T16:17:09,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-ff686a60-508d-45c1-abdb-e45335e15580,DISK] 2024-11-22T16:17:09,476 INFO [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748/93fb7f16a334%2C40427%2C1732292227748.1732292229453 2024-11-22T16:17:09,476 DEBUG [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36395:36395)] 2024-11-22T16:17:09,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:09,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:09,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:09,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:09,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:09,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:09,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:09,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:09,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:09,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:09,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740 2024-11-22T16:17:09,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740 2024-11-22T16:17:09,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:09,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:09,555 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:09,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:09,560 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:09,560 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62142688, jitterRate=-0.07400178909301758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292229536Initializing all the Stores at 1732292229537 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229537Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229537Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292229537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229537Cleaning up temporary data from old regions at 1732292229554 (+17 ms)Region opened successfully at 1732292229560 (+6 ms) 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:09,561 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:09,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292229561Disabling compacts and flushes for region at 1732292229561Disabling writes for close at 1732292229561Writing region close event to WAL at 1732292229561Closed at 1732292229561 2024-11-22T16:17:09,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:09,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:09,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:09,565 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:09,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:09,718 DEBUG [93fb7f16a334:42709 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:09,718 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,40427,1732292227748 2024-11-22T16:17:09,721 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40427,1732292227748, state=OPENING 2024-11-22T16:17:09,766 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:09,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:09,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:09,777 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:09,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11606236736/meta-region-server: CHANGED 2024-11-22T16:17:09,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40427,1732292227748}] 2024-11-22T16:17:09,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11606236736/meta-region-server: CHANGED 2024-11-22T16:17:09,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:09,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:09,941 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:09,941 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:09,942 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:09,945 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C40427%2C1732292227748.meta, suffix=.meta, logDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748, archiveDir=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/oldWALs, maxLogs=10 2024-11-22T16:17:09,966 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748/93fb7f16a334%2C40427%2C1732292227748.meta.1732292229947.meta, exclude list is [], retry=0 2024-11-22T16:17:09,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43573,DS-ff686a60-508d-45c1-abdb-e45335e15580,DISK] 2024-11-22T16:17:09,974 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748/93fb7f16a334%2C40427%2C1732292227748.meta.1732292229947.meta 2024-11-22T16:17:09,975 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36395:36395)] 2024-11-22T16:17:09,976 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:09,976 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:09,976 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:09,976 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:09,976 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:09,976 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:09,977 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:09,977 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:09,977 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:09,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:09,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:09,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:09,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:09,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:09,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:09,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:09,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:09,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:09,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:09,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:09,995 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740 2024-11-22T16:17:09,997 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740 2024-11-22T16:17:09,999 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:09,999 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:10,001 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:10,004 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:10,006 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61322332, jitterRate=-0.08622604608535767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:10,006 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:10,006 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292229977Writing region info on filesystem at 1732292229977Initializing all the Stores at 1732292229979 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229979Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229979Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292229979Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292229979Cleaning up temporary data from old regions at 1732292229999 (+20 ms)Running coprocessor post-open hooks at 1732292230006 (+7 ms)Region opened successfully at 1732292230006 2024-11-22T16:17:10,008 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292229932 2024-11-22T16:17:10,013 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:10,013 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:10,014 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40427,1732292227748 2024-11-22T16:17:10,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40427,1732292227748, state=OPEN 2024-11-22T16:17:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11606236736/meta-region-server 2024-11-22T16:17:10,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11606236736/meta-region-server 2024-11-22T16:17:10,029 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,40427,1732292227748 2024-11-22T16:17:10,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11606236736/meta-region-server: CHANGED 2024-11-22T16:17:10,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11606236736/meta-region-server: CHANGED 2024-11-22T16:17:10,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:10,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40427,1732292227748 in 252 msec 2024-11-22T16:17:10,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:10,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-22T16:17:10,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:10,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:10,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:10,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40427,1732292227748, seqNum=-1] 2024-11-22T16:17:10,042 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:10,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:10,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 961 msec 2024-11-22T16:17:10,054 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292230054, completionTime=-1 2024-11-22T16:17:10,054 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:10,054 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:10,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:10,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292290057 2024-11-22T16:17:10,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292350057 2024-11-22T16:17:10,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:42709, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,058 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,060 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:10,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.240sec 2024-11-22T16:17:10,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:10,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:10,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:10,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:10,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:10,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:10,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:10,068 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:10,068 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:10,068 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42709,1732292227573-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:10,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bed972d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:10,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:10,088 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573eca94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:10,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:10,092 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:10,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260908f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40427,1732292227748, seqNum=-1] 2024-11-22T16:17:10,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:10,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:10,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,42709,1732292227573 2024-11-22T16:17:10,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:10,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:10,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10163557f9f0005 connected 2024-11-22T16:17:10,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5016c38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46129,-1 for getting cluster id 2024-11-22T16:17:10,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:10,132 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25727e4-0474-4812-bac9-26c3c97e1481' 2024-11-22T16:17:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:10,133 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25727e4-0474-4812-bac9-26c3c97e1481" 2024-11-22T16:17:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36442afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46129,-1] 2024-11-22T16:17:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:10,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:10,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:10,138 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16dadc7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46129,1732292220086 2024-11-22T16:17:10,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59caebf3 2024-11-22T16:17:10,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:10,159 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:10,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:17:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:17:10,193 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:10,196 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff9c3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,196 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:10,197 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:10,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:10,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:10,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:10,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682cb183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:10,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:10,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:10,201 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:10,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f371e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:10,207 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:10,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:10,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d79785b 2024-11-22T16:17:10,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:10,215 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:10,232 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T16:17:10,232 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:17:10,237 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:10,238 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:10,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:10,240 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:10,253 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:17:10,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:17:10,258 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:10,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:17:10,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741835_1011 (size=1138) 2024-11-22T16:17:10,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:10,318 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:17:10,386 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:17:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:17:10,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:17:10,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:10,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:17:10,419 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:10,419 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:17:10,420 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:17:10,420 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:17:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:10,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbfc43da9fa3f1121ea2703f2aa80428, NAME => 'hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7 2024-11-22T16:17:10,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741836_1012 (size=44) 2024-11-22T16:17:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:11,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:11,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbfc43da9fa3f1121ea2703f2aa80428, disabling compactions & flushes 2024-11-22T16:17:11,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. after waiting 0 ms 2024-11-22T16:17:11,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbfc43da9fa3f1121ea2703f2aa80428: Waiting for close lock at 1732292231114Disabling compacts and flushes for region at 1732292231114Disabling writes for close at 1732292231115 (+1 ms)Writing region close event to WAL at 1732292231115Closed at 1732292231115 2024-11-22T16:17:11,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:17:11,124 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292231118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292231118"}]},"ts":"1732292231118"} 2024-11-22T16:17:11,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:17:11,131 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:17:11,135 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292231132"}]},"ts":"1732292231132"} 2024-11-22T16:17:11,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:17:11,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN}] 2024-11-22T16:17:11,143 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN 2024-11-22T16:17:11,145 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN; state=OFFLINE, location=93fb7f16a334,43997,1732292220870; forceNewPlan=false, retain=false 2024-11-22T16:17:11,296 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cbfc43da9fa3f1121ea2703f2aa80428, regionState=OPENING, regionLocation=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:11,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN because future has completed 2024-11-22T16:17:11,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,43997,1732292220870}] 2024-11-22T16:17:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:11,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:11,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:17:11,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43997%2C1732292220870.rep, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:11,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.rep.1732292231466, exclude list is [], retry=0 2024-11-22T16:17:11,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:11,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.rep.1732292231466 2024-11-22T16:17:11,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:11,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cbfc43da9fa3f1121ea2703f2aa80428, NAME => 'hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:11,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:11,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:11,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. service=MultiRowMutationService 2024-11-22T16:17:11,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:17:11,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:11,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,494 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,496 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName hfileref 2024-11-22T16:17:11,496 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:11,497 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:11,497 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,499 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName queue 2024-11-22T16:17:11,499 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:11,499 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:11,500 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,502 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName sid 2024-11-22T16:17:11,502 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:11,502 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:11,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:17:11,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:11,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cbfc43da9fa3f1121ea2703f2aa80428; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908271, jitterRate=-0.07749487459659576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:17:11,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:11,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cbfc43da9fa3f1121ea2703f2aa80428: Running coprocessor pre-open hook at 1732292231492Writing region info on filesystem at 1732292231492Initializing all the Stores at 1732292231493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292231493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292231494 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292231494Cleaning up temporary data from old regions at 1732292231505 (+11 ms)Running coprocessor post-open hooks at 1732292231514 (+9 ms)Region opened successfully at 1732292231515 (+1 ms) 2024-11-22T16:17:11,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., pid=7, masterSystemTime=1732292231455 2024-11-22T16:17:11,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:11,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cbfc43da9fa3f1121ea2703f2aa80428, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,43997,1732292220870 2024-11-22T16:17:11,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,43997,1732292220870 because future has completed 2024-11-22T16:17:11,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T16:17:11,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,43997,1732292220870 in 226 msec 2024-11-22T16:17:11,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:17:11,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN in 392 msec 2024-11-22T16:17:11,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:17:11,539 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292231539"}]},"ts":"1732292231539"} 2024-11-22T16:17:11,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:17:11,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:17:11,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3040 sec 2024-11-22T16:17:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., hostname=93fb7f16a334,43997,1732292220870, seqNum=2] 2024-11-22T16:17:11,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43997 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T16:17:11,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:11,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:11,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:17:11,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T16:17:11,851 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:17:11,901 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,43997,1732292220870, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:17:11,903 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:11,903 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43997,1732292220870, seqNum=-1] 2024-11-22T16:17:11,904 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:11,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-22T16:17:11,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,43997,1732292220870', locateType=CURRENT is [region=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., hostname=93fb7f16a334,43997,1732292220870, seqNum=2] 2024-11-22T16:17:11,915 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T16:17:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T16:17:11,922 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,43997,1732292220870 suceeded 2024-11-22T16:17:11,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T16:17:11,926 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:11,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-22T16:17:11,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7630 sec 2024-11-22T16:17:11,938 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:11,941 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bd1a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:11,941 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:11,941 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:11,942 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b2a8f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:11,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:11,945 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:11,946 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7497f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:11,946 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c35f5c8 2024-11-22T16:17:11,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:11,949 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T16:17:11,950 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,43997,1732292220870 (queues=1) is replicating from cluster=d25727e4-0474-4812-bac9-26c3c97e1481 to cluster=762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:11,952 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C43997%2C1732292220870 2024-11-22T16:17:11,959 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,43997,1732292220870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:17:11,961 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C43997%2C1732292220870 2024-11-22T16:17:11,966 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278, startPosition=0, beingWritten=true 2024-11-22T16:17:12,235 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:12,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:12,353 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:17:12,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:12,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:12,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfd77bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46129,-1 for getting cluster id 2024-11-22T16:17:12,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:12,357 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25727e4-0474-4812-bac9-26c3c97e1481' 2024-11-22T16:17:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:12,357 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25727e4-0474-4812-bac9-26c3c97e1481" 2024-11-22T16:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d3f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46129,-1] 2024-11-22T16:17:12,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:12,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,363 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:12,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6738a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46129,1732292220086 2024-11-22T16:17:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b24c9d 2024-11-22T16:17:12,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:12,368 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:12,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:17:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:17:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:17:12,373 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:12,374 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bd6a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,374 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:12,374 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:12,375 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:12,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53658631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:12,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:12,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,377 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:12,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029642e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,378 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:12,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63fa58db 2024-11-22T16:17:12,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:12,381 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:12,381 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T16:17:12,382 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:17:12,382 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:12,382 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:17:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:17:12,541 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:12,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-22T16:17:12,607 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T16:17:12,651 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-93fb7f16a334,43997,1732292220870, ReplicationSource: 2, currentBandwidth=0 2024-11-22T16:17:12,654 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T16:17:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T16:17:12,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 93fb7f16a334,43997,1732292220870 suceeded 2024-11-22T16:17:12,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:17:12,663 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:12,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-22T16:17:12,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 294 msec 2024-11-22T16:17:12,673 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:12,674 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c5f745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,675 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:12,675 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:12,676 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:12,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b807bf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:12,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:12,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,679 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:12,680 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377cd09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,680 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac8899d 2024-11-22T16:17:12,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:12,682 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-22T16:17:12,683 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-93fb7f16a334,43997,1732292220870 (queues=1) is replicating from cluster=d25727e4-0474-4812-bac9-26c3c97e1481 to cluster=762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:12,683 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=93fb7f16a334%2C43997%2C1732292220870 2024-11-22T16:17:12,683 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-93fb7f16a334,43997,1732292220870, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:17:12,684 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C43997%2C1732292220870 2024-11-22T16:17:12,684 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278, startPosition=0, beingWritten=true 2024-11-22T16:17:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T16:17:12,693 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T16:17:12,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:12,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:12,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:12,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46129,1732292220086 2024-11-22T16:17:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bfff77 2024-11-22T16:17:12,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:12,701 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:12,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:12,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T16:17:12,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:12,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T16:17:12,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T16:17:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:17:12,720 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:12,721 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c056228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,721 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:12,721 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:12,722 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:12,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4824985e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:12,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,724 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:12,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c92d207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:12,725 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@775a0f5 2024-11-22T16:17:12,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:12,727 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:12,728 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:17:12,728 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:17:12,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,728 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:12,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:12,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:17:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:17:12,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-22T16:17:12,896 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-22T16:17:12,898 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T16:17:12,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T16:17:12,901 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 93fb7f16a334,43997,1732292220870 suceeded 2024-11-22T16:17:12,904 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:12,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T16:17:12,906 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:12,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-22T16:17:12,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-22T16:17:12,949 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:13,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T16:17:13,034 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-22T16:17:13,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T16:17:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:17:13,041 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:13,043 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b8cd4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:13,043 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:13,044 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:13,045 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:13,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716ee957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:13,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,047 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:13,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527a5f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:13,049 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:13,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:13,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33ee9ba2 2024-11-22T16:17:13,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:13,052 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:13,053 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T16:17:13,053 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:17:13,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:13,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:17:13,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:17:13,218 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:13,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43997 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-22T16:17:13,268 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-22T16:17:13,269 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T16:17:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T16:17:13,273 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 93fb7f16a334,43997,1732292220870 suceeded 2024-11-22T16:17:13,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T16:17:13,277 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://93fb7f16a334:42709,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:13,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-22T16:17:13,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 242 msec 2024-11-22T16:17:13,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T16:17:13,363 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-22T16:17:13,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:13,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46129 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T16:17:13,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:13,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:13,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:17:13,367 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=646843492, stopped=false 2024-11-22T16:17:13,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:13,367 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,46129,1732292220086 2024-11-22T16:17:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:13,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:13,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:13,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:13,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:13,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:13,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:13,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,43997,1732292220870' ***** 2024-11-22T16:17:13,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:17:13,393 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:17:13,394 INFO [RS:0;93fb7f16a334:43997 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:17:13,394 INFO [RS:0;93fb7f16a334:43997 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:17:13,394 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(3091): Received CLOSE for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:13,395 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:17:13,395 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,43997,1732292220870 2024-11-22T16:17:13,395 INFO [RS:0;93fb7f16a334:43997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:13,396 INFO [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43997. 2024-11-22T16:17:13,396 DEBUG [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:13,396 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:13,396 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:17:13,396 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:17:13,396 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:17:13,396 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:17:13,397 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:17:13,397 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cbfc43da9fa3f1121ea2703f2aa80428=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.} 2024-11-22T16:17:13,397 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:13,397 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:13,397 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:13,398 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbfc43da9fa3f1121ea2703f2aa80428, disabling compactions & flushes 2024-11-22T16:17:13,398 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. after waiting 0 ms 2024-11-22T16:17:13,398 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:13,402 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbfc43da9fa3f1121ea2703f2aa80428 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-22T16:17:13,402 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T16:17:13,410 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:13,457 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:13,477 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/d30d8e9dc56743c997ce4fb077628ed0 is 147, key is hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428./info:regioninfo/1732292231521/Put/seqid=0 2024-11-22T16:17:13,477 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/.tmp/queue/f9dcd9cca57f4558b4537c4d79c1320c is 151, key is 1-93fb7f16a334,43997,1732292220870/queue:93fb7f16a334%2C43997%2C1732292220870/1732292231910/Put/seqid=0 2024-11-22T16:17:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741838_1014 (size=5500) 2024-11-22T16:17:13,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741839_1015 (size=6631) 2024-11-22T16:17:13,500 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/.tmp/queue/f9dcd9cca57f4558b4537c4d79c1320c 2024-11-22T16:17:13,545 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/.tmp/queue/f9dcd9cca57f4558b4537c4d79c1320c as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/queue/f9dcd9cca57f4558b4537c4d79c1320c 2024-11-22T16:17:13,555 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/queue/f9dcd9cca57f4558b4537c4d79c1320c, entries=2, sequenceid=6, filesize=5.4 K 2024-11-22T16:17:13,564 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cbfc43da9fa3f1121ea2703f2aa80428 in 160ms, sequenceid=6, compaction requested=false 2024-11-22T16:17:13,564 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:17:13,594 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T16:17:13,597 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:13,597 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:13,597 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:13,597 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbfc43da9fa3f1121ea2703f2aa80428: Waiting for close lock at 1732292233397Running coprocessor pre-close hooks at 1732292233398 (+1 ms)Disabling compacts and flushes for region at 1732292233398Disabling writes for close at 1732292233398Obtaining lock to block concurrent updates at 1732292233402 (+4 ms)Preparing flush snapshotting stores in cbfc43da9fa3f1121ea2703f2aa80428 at 1732292233403 (+1 ms)Finished memstore snapshotting hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732292233411 (+8 ms)Flushing stores of hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. at 1732292233413 (+2 ms)Flushing cbfc43da9fa3f1121ea2703f2aa80428/queue: creating writer at 1732292233415 (+2 ms)Flushing cbfc43da9fa3f1121ea2703f2aa80428/queue: appending metadata at 1732292233457 (+42 ms)Flushing cbfc43da9fa3f1121ea2703f2aa80428/queue: closing flushed file at 1732292233464 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74899196: reopening flushed file at 1732292233544 (+80 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for cbfc43da9fa3f1121ea2703f2aa80428 in 160ms, sequenceid=6, compaction requested=false at 1732292233564 (+20 ms)Writing region close event to WAL at 1732292233569 (+5 ms)Running coprocessor post-close hooks at 1732292233595 (+26 ms)Closed at 1732292233597 (+2 ms) 2024-11-22T16:17:13,598 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:13,598 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:13,625 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:13,798 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:13,900 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/d30d8e9dc56743c997ce4fb077628ed0 2024-11-22T16:17:13,935 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/ns/ebd397a572684937a129a0144b5d1070 is 43, key is default/ns:d/1732292225000/Put/seqid=0 2024-11-22T16:17:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741840_1016 (size=5153) 2024-11-22T16:17:13,998 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:14,065 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:14,104 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:17:14,104 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:17:14,133 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870/93fb7f16a334%2C43997%2C1732292220870.1732292224278 to pos 0, reset compression=false 2024-11-22T16:17:14,198 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:14,352 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/ns/ebd397a572684937a129a0144b5d1070 2024-11-22T16:17:14,399 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:17:14,399 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:17:14,399 DEBUG [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:14,407 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/table/edeb888a3d99483999a9430f765939d6 is 53, key is hbase:replication/table:state/1732292231539/Put/seqid=0 2024-11-22T16:17:14,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741841_1017 (size=5256) 2024-11-22T16:17:14,413 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/table/edeb888a3d99483999a9430f765939d6 2024-11-22T16:17:14,424 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/d30d8e9dc56743c997ce4fb077628ed0 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/info/d30d8e9dc56743c997ce4fb077628ed0 2024-11-22T16:17:14,435 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/info/d30d8e9dc56743c997ce4fb077628ed0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T16:17:14,437 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/ns/ebd397a572684937a129a0144b5d1070 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/ns/ebd397a572684937a129a0144b5d1070 2024-11-22T16:17:14,448 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/ns/ebd397a572684937a129a0144b5d1070, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:17:14,450 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/table/edeb888a3d99483999a9430f765939d6 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/table/edeb888a3d99483999a9430f765939d6 2024-11-22T16:17:14,461 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/table/edeb888a3d99483999a9430f765939d6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T16:17:14,462 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1064ms, sequenceid=11, compaction requested=false 2024-11-22T16:17:14,470 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:17:14,470 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:14,471 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:14,471 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:14,471 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292233397Running coprocessor pre-close hooks at 1732292233397Disabling compacts and flushes for region at 1732292233397Disabling writes for close at 1732292233398 (+1 ms)Obtaining lock to block concurrent updates at 1732292233402 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732292233403 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732292233411 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292233413 (+2 ms)Flushing 1588230740/info: creating writer at 1732292233415 (+2 ms)Flushing 1588230740/info: appending metadata at 1732292233458 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732292233468 (+10 ms)Flushing 1588230740/ns: creating writer at 1732292233909 (+441 ms)Flushing 1588230740/ns: appending metadata at 1732292233934 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732292233934Flushing 1588230740/table: creating writer at 1732292234386 (+452 ms)Flushing 1588230740/table: appending metadata at 1732292234406 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732292234406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c09b9d5: reopening flushed file at 1732292234422 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a78592b: reopening flushed file at 1732292234435 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@599fa066: reopening flushed file at 1732292234449 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1064ms, sequenceid=11, compaction requested=false at 1732292234462 (+13 ms)Writing region close event to WAL at 1732292234464 (+2 ms)Running coprocessor post-close hooks at 1732292234470 (+6 ms)Closed at 1732292234471 (+1 ms) 2024-11-22T16:17:14,471 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:14,599 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,43997,1732292220870; all regions closed. 2024-11-22T16:17:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741834_1010 (size=2742) 2024-11-22T16:17:14,609 DEBUG [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:14,609 INFO [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C43997%2C1732292220870.meta:.meta(num 1732292224748) 2024-11-22T16:17:14,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741837_1013 (size=1802) 2024-11-22T16:17:14,617 DEBUG [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:14,617 INFO [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C43997%2C1732292220870.rep:(num 1732292231466) 2024-11-22T16:17:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741833_1009 (size=93) 2024-11-22T16:17:14,623 DEBUG [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:14,623 INFO [RS:0;93fb7f16a334:43997 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C43997%2C1732292220870:(num 1732292224278) 2024-11-22T16:17:14,624 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:14,624 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:14,624 INFO [RS:0;93fb7f16a334:43997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:14,624 INFO [RS:0;93fb7f16a334:43997 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:14,624 INFO [RS:0;93fb7f16a334:43997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:14,624 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:14,624 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,43997,1732292220870 because: Region server is closing 2024-11-22T16:17:14,625 INFO [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43997. 2024-11-22T16:17:14,625 DEBUG [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:14,625 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:14,625 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:14,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:14,726 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:17:14,726 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.wal-reader.93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:17:14,726 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,1-93fb7f16a334,43997,1732292220870 terminated 2024-11-22T16:17:14,727 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-93fb7f16a334,43997,1732292220870 because: Region server is closing 2024-11-22T16:17:14,727 INFO [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43997. 2024-11-22T16:17:14,727 DEBUG [RS:0;93fb7f16a334:43997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:14,727 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:14,727 DEBUG [RS:0;93fb7f16a334:43997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:14,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:14,828 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:17:14,828 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,43997,1732292220870.replicationSource.shipper93fb7f16a334%2C43997%2C1732292220870,2-93fb7f16a334,43997,1732292220870 terminated 2024-11-22T16:17:14,828 INFO [RS:0;93fb7f16a334:43997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43997 2024-11-22T16:17:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/rs 2024-11-22T16:17:14,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/rs/93fb7f16a334,43997,1732292220870 2024-11-22T16:17:14,850 INFO [RS:0;93fb7f16a334:43997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:14,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,43997,1732292220870] 2024-11-22T16:17:14,944 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/draining/93fb7f16a334,43997,1732292220870 already deleted, retry=false 2024-11-22T16:17:14,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,43997,1732292220870 expired; onlineServers=0 2024-11-22T16:17:14,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,46129,1732292220086' ***** 2024-11-22T16:17:14,945 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:17:14,945 INFO [M:0;93fb7f16a334:46129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:14,945 INFO [M:0;93fb7f16a334:46129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:14,946 DEBUG [M:0;93fb7f16a334:46129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:17:14,946 DEBUG [M:0;93fb7f16a334:46129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:17:14,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:17:14,946 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292223936 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292223936,5,FailOnTimeoutGroup] 2024-11-22T16:17:14,946 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292223927 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292223927,5,FailOnTimeoutGroup] 2024-11-22T16:17:14,946 INFO [M:0;93fb7f16a334:46129 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:14,946 INFO [M:0;93fb7f16a334:46129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:14,946 DEBUG [M:0;93fb7f16a334:46129 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:17:14,946 INFO [M:0;93fb7f16a334:46129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:17:14,946 INFO [M:0;93fb7f16a334:46129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:14,947 INFO [M:0;93fb7f16a334:46129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:17:14,947 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:17:14,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/master 2024-11-22T16:17:14,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:14,971 DEBUG [M:0;93fb7f16a334:46129 {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/master already deleted, retry=false 2024-11-22T16:17:14,971 DEBUG [M:0;93fb7f16a334:46129 {}] master.ActiveMasterManager(353): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-114349684/master 2024-11-22T16:17:14,972 INFO [M:0;93fb7f16a334:46129 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.lastflushedseqids 2024-11-22T16:17:14,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741842_1018 (size=181) 2024-11-22T16:17:14,990 INFO [M:0;93fb7f16a334:46129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:17:14,990 INFO [M:0;93fb7f16a334:46129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:17:14,990 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:14,991 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:14,991 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:14,991 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:14,991 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:14,991 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-22T16:17:15,021 DEBUG [M:0;93fb7f16a334:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4bd95a87144afcb5db87503da4e320 is 82, key is hbase:meta,,1/info:regioninfo/1732292224842/Put/seqid=0 2024-11-22T16:17:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741843_1019 (size=5672) 2024-11-22T16:17:15,028 INFO [M:0;93fb7f16a334:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4bd95a87144afcb5db87503da4e320 2024-11-22T16:17:15,036 INFO [RS:0;93fb7f16a334:43997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:15,036 INFO [RS:0;93fb7f16a334:43997 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,43997,1732292220870; zookeeper connection closed. 2024-11-22T16:17:15,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:15,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43997-0x10163557f9f0001, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:15,037 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ff7de38 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ff7de38 2024-11-22T16:17:15,038 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:17:15,064 DEBUG [M:0;93fb7f16a334:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6ee295f910478797d1fc6a98b64e09 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732292231547/Put/seqid=0 2024-11-22T16:17:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741844_1020 (size=8663) 2024-11-22T16:17:15,070 INFO [M:0;93fb7f16a334:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6ee295f910478797d1fc6a98b64e09 2024-11-22T16:17:15,094 DEBUG [M:0;93fb7f16a334:46129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e05af5870e24af0b0f289c597caedd6 is 69, key is 93fb7f16a334,43997,1732292220870/rs:state/1732292223971/Put/seqid=0 2024-11-22T16:17:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741845_1021 (size=5156) 2024-11-22T16:17:15,479 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:15,503 INFO [M:0;93fb7f16a334:46129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e05af5870e24af0b0f289c597caedd6 2024-11-22T16:17:15,515 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c4bd95a87144afcb5db87503da4e320 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c4bd95a87144afcb5db87503da4e320 2024-11-22T16:17:15,530 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c4bd95a87144afcb5db87503da4e320, entries=8, sequenceid=115, filesize=5.5 K 2024-11-22T16:17:15,532 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f6ee295f910478797d1fc6a98b64e09 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f6ee295f910478797d1fc6a98b64e09 2024-11-22T16:17:15,541 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f6ee295f910478797d1fc6a98b64e09, entries=14, sequenceid=115, filesize=8.5 K 2024-11-22T16:17:15,543 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e05af5870e24af0b0f289c597caedd6 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e05af5870e24af0b0f289c597caedd6 2024-11-22T16:17:15,561 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e05af5870e24af0b0f289c597caedd6, entries=1, sequenceid=115, filesize=5.0 K 2024-11-22T16:17:15,562 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=115, compaction requested=false 2024-11-22T16:17:15,564 INFO [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:15,564 DEBUG [M:0;93fb7f16a334:46129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292234990Disabling compacts and flushes for region at 1732292234990Disabling writes for close at 1732292234991 (+1 ms)Obtaining lock to block concurrent updates at 1732292234991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292234991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732292234991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292234993 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292234993Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292235020 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292235020Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292235039 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292235064 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292235064Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292235077 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292235093 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292235093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da57259: reopening flushed file at 1732292235513 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a9e5a1: reopening flushed file at 1732292235530 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1111b94c: reopening flushed file at 1732292235541 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=115, compaction requested=false at 1732292235562 (+21 ms)Writing region close event to WAL at 1732292235564 (+2 ms)Closed at 1732292235564 2024-11-22T16:17:15,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741830_1006 (size=59421) 2024-11-22T16:17:15,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:15,569 INFO [M:0;93fb7f16a334:46129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:17:15,569 INFO [M:0;93fb7f16a334:46129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46129 2024-11-22T16:17:15,569 INFO [M:0;93fb7f16a334:46129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:15,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:15,718 INFO [M:0;93fb7f16a334:46129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:15,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46129-0x10163557f9f0000, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:15,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:15,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:15,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41329 2024-11-22T16:17:15,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41329 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:15,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413290x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:15,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41329-0x10163557f9f0006 connected 2024-11-22T16:17:15,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:15,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:15,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:15,751 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: INIT 2024-11-22T16:17:15,751 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7, hbase.cluster.distributed=false 2024-11-22T16:17:15,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/acl 2024-11-22T16:17:15,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-22T16:17:15,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41329 2024-11-22T16:17:15,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41329 2024-11-22T16:17:15,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-22T16:17:15,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41329 2024-11-22T16:17:15,768 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:15,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:15,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:15,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:15,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:15,769 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:15,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36353 2024-11-22T16:17:15,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36353 connecting to ZooKeeper ensemble=127.0.0.1:56280 2024-11-22T16:17:15,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:15,774 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:15,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363530x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:15,792 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: INIT 2024-11-22T16:17:15,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:363530x0, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:15,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:15,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36353-0x10163557f9f0007 connected 2024-11-22T16:17:15,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:15,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/master 2024-11-22T16:17:15,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/acl 2024-11-22T16:17:15,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-22T16:17:15,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36353 2024-11-22T16:17:15,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36353 2024-11-22T16:17:15,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-22T16:17:15,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36353 2024-11-22T16:17:15,823 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:41329 2024-11-22T16:17:15,823 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-114349684/backup-masters/93fb7f16a334,41329,1732292235720 2024-11-22T16:17:15,834 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:15,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:15,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/backup-masters/93fb7f16a334,41329,1732292235720 2024-11-22T16:17:15,844 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/master 2024-11-22T16:17:15,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:15,844 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:15,845 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/master 2024-11-22T16:17:15,845 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-114349684/backup-masters/93fb7f16a334,41329,1732292235720 from backup master directory 2024-11-22T16:17:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/backup-masters/93fb7f16a334,41329,1732292235720 2024-11-22T16:17:15,855 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:15,855 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:15,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/backup-masters 2024-11-22T16:17:15,855 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,41329,1732292235720 2024-11-22T16:17:15,874 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:15,874 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:15,892 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-22T16:17:15,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741846_1022 (size=196) 2024-11-22T16:17:16,320 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:16,321 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:16,321 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:16,332 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T16:17:16,337 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086 to hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086-dead as it is dead 2024-11-22T16:17:16,338 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-22T16:17:16,339 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-22T16:17:16,339 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086-dead/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:16,345 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086-dead/93fb7f16a334%2C46129%2C1732292220086.1732292223026 after 4ms 2024-11-22T16:17:16,347 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086-dead/93fb7f16a334%2C46129%2C1732292220086.1732292223026 to hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:16,347 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,46129,1732292220086-dead 2024-11-22T16:17:16,349 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,41329,1732292235720 2024-11-22T16:17:16,353 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:16,356 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C41329%2C1732292235720, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,41329,1732292235720, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:16,376 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,41329,1732292235720/93fb7f16a334%2C41329%2C1732292235720.1732292236357, exclude list is [], retry=0 2024-11-22T16:17:16,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:16,387 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,41329,1732292235720/93fb7f16a334%2C41329%2C1732292235720.1732292236357 2024-11-22T16:17:16,388 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:16,388 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:16,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:16,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:16,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:16,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c4bd95a87144afcb5db87503da4e320 2024-11-22T16:17:16,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:16,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:16,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:16,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f6ee295f910478797d1fc6a98b64e09 2024-11-22T16:17:16,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:16,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:16,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:16,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e05af5870e24af0b0f289c597caedd6 2024-11-22T16:17:16,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:16,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:16,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:16,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:16,444 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,446 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T16:17:16,446 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:16,471 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:16,474 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46129%2C1732292220086.1732292223026 2024-11-22T16:17:16,478 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,478 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,480 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:16,487 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:16,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-22T16:17:16,498 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66959921, jitterRate=-0.0022194236516952515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:16,499 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292236389Initializing all the Stores at 1732292236391 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292236391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292236392 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292236392Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292236392Cleaning up temporary data from old regions at 1732292236478 (+86 ms)Region opened successfully at 1732292236498 (+20 ms) 2024-11-22T16:17:16,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:16,519 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4daa1efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:16,535 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T16:17:16,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:16,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:16,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:16,537 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T16:17:16,558 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:16,558 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:17:16,559 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:17:16,560 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:17:16,560 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T16:17:16,560 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-22T16:17:16,560 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 22 msec 2024-11-22T16:17:16,560 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:16,571 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=93fb7f16a334,43997,1732292220870, regionLocation=93fb7f16a334,43997,1732292220870, openSeqNum=2 2024-11-22T16:17:16,571 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=93fb7f16a334,43997,1732292220870, table=hbase:meta, region=1588230740 2024-11-22T16:17:16,572 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,43997,1732292220870, state=OPEN 2024-11-22T16:17:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:16,618 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:16,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:16,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:16,624 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:16,667 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/draining/93fb7f16a334,43997,1732292220870 already deleted, retry=false 2024-11-22T16:17:16,667 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 93fb7f16a334,43997,1732292220870 on 93fb7f16a334,41329,1732292235720 2024-11-22T16:17:16,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 93fb7f16a334,43997,1732292220870, splitWal=true, meta=true 2024-11-22T16:17:16,677 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 93fb7f16a334,43997,1732292220870 (carryingMeta=true) 93fb7f16a334,43997,1732292220870/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1c0a1b36[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T16:17:16,680 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:16,702 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/balancer already deleted, retry=false 2024-11-22T16:17:16,703 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:16,704 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:16,713 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/normalizer already deleted, retry=false 2024-11-22T16:17:16,713 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:16,715 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:16,723 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/switch/split already deleted, retry=false 2024-11-22T16:17:16,724 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:16,734 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/switch/merge already deleted, retry=false 2024-11-22T16:17:16,757 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:16,765 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:16,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:16,776 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:16,777 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:16,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:16,777 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,41329,1732292235720, sessionid=0x10163557f9f0006, setting cluster-up flag (Was=false) 2024-11-22T16:17:16,788 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-114349684/flush-table-proc/acquired, /0-114349684/flush-table-proc/reached, /0-114349684/flush-table-proc/abort 2024-11-22T16:17:16,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41329,1732292235720 2024-11-22T16:17:16,803 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-114349684/online-snapshot/acquired, /0-114349684/online-snapshot/reached, /0-114349684/online-snapshot/abort 2024-11-22T16:17:16,804 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41329,1732292235720 2024-11-22T16:17:16,806 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.lastflushedseqids 2024-11-22T16:17:16,812 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:16,813 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:16,813 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,41329,1732292235720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 93fb7f16a334,43997,1732292220870 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:16,815 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,816 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(746): ClusterId : d25727e4-0474-4812-bac9-26c3c97e1481 2024-11-22T16:17:16,816 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:16,825 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 93fb7f16a334,43997,1732292220870, splitWal=true, meta=true 2024-11-22T16:17:16,826 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,43997,1732292220870, splitWal=true, meta=true, isMeta: true 2024-11-22T16:17:16,828 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870-splitting 2024-11-22T16:17:16,830 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870-splitting dir is empty, no logs to split. 2024-11-22T16:17:16,830 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,43997,1732292220870 WAL count=0, meta=true 2024-11-22T16:17:16,831 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:16,831 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:16,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292266832 2024-11-22T16:17:16,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:16,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:16,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:16,833 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:16,833 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:16,833 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:16,833 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:16,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:16,835 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292236834,5,FailOnTimeoutGroup] 2024-11-22T16:17:16,836 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292236835,5,FailOnTimeoutGroup] 2024-11-22T16:17:16,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:16,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292236836, completionTime=-1 2024-11-22T16:17:16,837 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T16:17:16,838 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870-splitting dir is empty, no logs to split. 2024-11-22T16:17:16,838 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,43997,1732292220870 WAL count=0, meta=true 2024-11-22T16:17:16,838 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,43997,1732292220870 WAL splitting is done? wals=0, meta=true 2024-11-22T16:17:16,840 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T16:17:16,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:16,844 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:16,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:16,845 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d82c1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:16,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:17:16,865 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:36353 2024-11-22T16:17:16,866 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:16,866 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:16,866 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:16,867 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,41329,1732292235720 with port=36353, startcode=1732292235768 2024-11-22T16:17:16,867 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:16,869 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:16,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,36353,1732292235768 2024-11-22T16:17:16,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41329 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:16,873 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7 2024-11-22T16:17:16,873 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37833 2024-11-22T16:17:16,873 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/rs 2024-11-22T16:17:16,882 DEBUG [RS:0;93fb7f16a334:36353 {}] zookeeper.ZKUtil(111): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on existing znode=/0-114349684/rs/93fb7f16a334,36353,1732292235768 2024-11-22T16:17:16,882 WARN [RS:0;93fb7f16a334:36353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:16,882 INFO [RS:0;93fb7f16a334:36353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:16,882 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768 2024-11-22T16:17:16,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,36353,1732292235768] 2024-11-22T16:17:16,891 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T16:17:16,933 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:16,940 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:16,941 INFO [RS:0;93fb7f16a334:36353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:16,941 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,941 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:16,942 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:16,943 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,943 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,944 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,944 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,944 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,944 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:16,944 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:16,945 DEBUG [RS:0;93fb7f16a334:36353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,948 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36353,1732292235768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:16,971 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:16,971 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36353,1732292235768-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:16,992 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,36353,1732292235768, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:17:16,997 WARN [93fb7f16a334:41329 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:17:17,012 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:17,012 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(231): queueId=2-93fb7f16a334,36353,1732292235768, ReplicationSource: 2, currentBandwidth=0 2024-11-22T16:17:17,013 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:17,013 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.Replication(171): 93fb7f16a334,36353,1732292235768 started 2024-11-22T16:17:17,017 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f5ff436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,017 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:17,017 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:17,023 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:17,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45e00b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:17,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:17,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:17,029 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:17,030 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368f1ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,030 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:17,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d1212f4 2024-11-22T16:17:17,033 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:17,033 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42709' 2024-11-22T16:17:17,033 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,36353,1732292235768, RpcServer on 93fb7f16a334/172.17.0.2:36353, sessionid=0x10163557f9f0007 2024-11-22T16:17:17,033 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:17,033 DEBUG [RS:0;93fb7f16a334:36353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,36353,1732292235768 2024-11-22T16:17:17,033 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36353,1732292235768' 2024-11-22T16:17:17,033 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-114349684/flush-table-proc/abort' 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-114349684/flush-table-proc/acquired' 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38582672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42709,-1 for getting cluster id 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,36353,1732292235768 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36353,1732292235768' 2024-11-22T16:17:17,034 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-114349684/online-snapshot/abort' 2024-11-22T16:17:17,035 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-114349684/online-snapshot/acquired' 2024-11-22T16:17:17,035 DEBUG [RS:0;93fb7f16a334:36353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:17,035 INFO [RS:0;93fb7f16a334:36353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:17,035 INFO [RS:0;93fb7f16a334:36353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:17,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:17,041 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '762b014e-aef7-4524-ac1f-6f14512f10e7' 2024-11-22T16:17:17,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:17,042 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T16:17:17,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "762b014e-aef7-4524-ac1f-6f14512f10e7" 2024-11-22T16:17:17,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b70b401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42709,-1] 2024-11-22T16:17:17,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:17,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:17,043 INFO [RS:0;93fb7f16a334:36353.replicationSource,1-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,36353,1732292235768 (queues=0) is replicating from cluster=d25727e4-0474-4812-bac9-26c3c97e1481 to cluster=762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:17,043 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:17,045 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6adf7597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:17,045 DEBUG [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42709,1732292227573 2024-11-22T16:17:17,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bee941d 2024-11-22T16:17:17,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:17,048 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-22T16:17:17,050 INFO [RS:0;93fb7f16a334:36353.replicationSource,2-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-93fb7f16a334,36353,1732292235768 (queues=0) is replicating from cluster=d25727e4-0474-4812-bac9-26c3c97e1481 to cluster=762b014e-aef7-4524-ac1f-6f14512f10e7 2024-11-22T16:17:17,136 INFO [RS:0;93fb7f16a334:36353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:17,138 INFO [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36353%2C1732292235768, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:17,153 DEBUG [RS:0;93fb7f16a334:36353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139, exclude list is [], retry=0 2024-11-22T16:17:17,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:17,159 INFO [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 2024-11-22T16:17:17,159 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 93fb7f16a334%2C36353%2C1732292235768 for peer 2 2024-11-22T16:17:17,159 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 93fb7f16a334%2C36353%2C1732292235768 for peer 1 2024-11-22T16:17:17,159 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C36353%2C1732292235768 2024-11-22T16:17:17,159 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,36353,1732292235768, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:17:17,176 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=93fb7f16a334%2C36353%2C1732292235768 2024-11-22T16:17:17,176 INFO [RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C36353%2C1732292235768 2024-11-22T16:17:17,176 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-93fb7f16a334,36353,1732292235768, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:17:17,180 DEBUG [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:17,180 INFO [RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C36353%2C1732292235768 2024-11-22T16:17:17,181 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139, startPosition=0, beingWritten=true 2024-11-22T16:17:17,181 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139, startPosition=0, beingWritten=true 2024-11-22T16:17:17,248 DEBUG [93fb7f16a334:41329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:17,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:17,250 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36353,1732292235768, state=OPENING 2024-11-22T16:17:17,260 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:17,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:17,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:17,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:17,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:17,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36353,1732292235768}] 2024-11-22T16:17:17,393 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:17,396 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:17,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:17,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:17,434 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:17,434 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:17,435 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:17,437 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36353%2C1732292235768.meta, suffix=.meta, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:17,458 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.meta.1732292237438.meta, exclude list is [], retry=0 2024-11-22T16:17:17,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:17,472 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.meta.1732292237438.meta 2024-11-22T16:17:17,476 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:17,477 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:17,477 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:17,477 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:17,478 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:17,478 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:17,478 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:17,478 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:17,478 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:17,478 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:17,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:17,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:17,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:17,505 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/info/d30d8e9dc56743c997ce4fb077628ed0 2024-11-22T16:17:17,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:17,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:17,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:17,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:17,523 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/ns/ebd397a572684937a129a0144b5d1070 2024-11-22T16:17:17,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:17,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:17,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:17,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:17,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:17,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:17,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:17,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:17,538 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/table/edeb888a3d99483999a9430f765939d6 2024-11-22T16:17:17,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:17,539 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:17,541 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:17,544 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740 2024-11-22T16:17:17,546 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:17,546 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:17,547 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:17,550 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:17,553 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69761670, jitterRate=0.039529889822006226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:17,553 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:17,554 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292237479Writing region info on filesystem at 1732292237479Initializing all the Stores at 1732292237481 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292237481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292237481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292237481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292237481Cleaning up temporary data from old regions at 1732292237546 (+65 ms)Running coprocessor post-open hooks at 1732292237553 (+7 ms)Region opened successfully at 1732292237553 2024-11-22T16:17:17,556 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732292237426 2024-11-22T16:17:17,560 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:17,560 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:17,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:17,566 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36353,1732292235768, state=OPEN 2024-11-22T16:17:17,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:17,608 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:17,608 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-114349684/meta-region-server 2024-11-22T16:17:17,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:17,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-114349684/meta-region-server: CHANGED 2024-11-22T16:17:17,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-22T16:17:17,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36353,1732292235768 in 347 msec 2024-11-22T16:17:17,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T16:17:17,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 771 msec 2024-11-22T16:17:17,705 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:17,727 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:18,112 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:18,134 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:18,393 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-22T16:17:18,621 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:18,640 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:19,232 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:19,248 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:19,896 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T16:17:19,938 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:19,954 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:20,748 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:20,762 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:21,348 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T16:17:21,348 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:21,349 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:21,349 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36353,1732292235768, seqNum=-1] 2024-11-22T16:17:21,349 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:21,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:21,359 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cbfc43da9fa3f1121ea2703f2aa80428, regionState=OPEN, lastHost=93fb7f16a334,43997,1732292220870, regionLocation=93fb7f16a334,43997,1732292220870, openSeqNum=2 2024-11-22T16:17:21,359 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:21,359 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292301359 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292361360 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,360 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 93fb7f16a334,43997,1732292220870 had 2 regions 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,360 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:41329, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,361 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,361 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,362 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,43997,1732292220870, splitWal=true, meta=true, isMeta: false 2024-11-22T16:17:21,365 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870-splitting dir is empty, no logs to split. 2024-11-22T16:17:21,365 INFO [PEWorker-3 {}] master.SplitWALManager(105): 93fb7f16a334,43997,1732292220870 WAL count=0, meta=false 2024-11-22T16:17:21,370 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,43997,1732292220870-splitting dir is empty, no logs to split. 2024-11-22T16:17:21,370 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.515sec 2024-11-22T16:17:21,370 INFO [PEWorker-3 {}] master.SplitWALManager(105): 93fb7f16a334,43997,1732292220870 WAL count=0, meta=false 2024-11-22T16:17:21,370 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,43997,1732292220870 WAL splitting is done? wals=0, meta=false 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:21,371 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:21,378 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:21,378 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:21,378 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41329,1732292235720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:21,383 WARN [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=93fb7f16a334,43997,1732292220870/hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:21,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN}] 2024-11-22T16:17:21,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN 2024-11-22T16:17:21,386 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:17:21,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dae96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41329,-1 for getting cluster id 2024-11-22T16:17:21,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:21,421 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25727e4-0474-4812-bac9-26c3c97e1481' 2024-11-22T16:17:21,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25727e4-0474-4812-bac9-26c3c97e1481" 2024-11-22T16:17:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c7d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41329,-1] 2024-11-22T16:17:21,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:21,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,424 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c52842d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36353,1732292235768, seqNum=-1] 2024-11-22T16:17:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:21,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:21,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T16:17:21,434 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:21,434 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:21,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:21,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 93fb7f16a334:41329 after: 93fb7f16a334:41329 2024-11-22T16:17:21,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bac4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41329,-1 for getting cluster id 2024-11-22T16:17:21,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:21,436 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd25727e4-0474-4812-bac9-26c3c97e1481' 2024-11-22T16:17:21,436 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d25727e4-0474-4812-bac9-26c3c97e1481" 2024-11-22T16:17:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57aa6f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41329,-1] 2024-11-22T16:17:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:21,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,438 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:21,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4d7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:21,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41329,1732292235720 2024-11-22T16:17:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ac164e5 2024-11-22T16:17:21,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:21,442 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:21,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:21,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T16:17:21,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:21,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41329 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-22T16:17:21,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:17:21,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:21,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:21,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:21,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:17:21,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-22T16:17:21,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,42709,1732292227573 2024-11-22T16:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11606236736/running 2024-11-22T16:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11606236736/running 2024-11-22T16:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:21,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:21,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:21,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:21,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:21,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/running 2024-11-22T16:17:21,514 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,40427,1732292227748' ***** 2024-11-22T16:17:21,514 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:17:21,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Set watcher on znode that does not yet exist, /11606236736/running 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:17:21,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,40427,1732292227748 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:21,514 INFO [RS:0;93fb7f16a334:40427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:40427. 2024-11-22T16:17:21,515 DEBUG [RS:0;93fb7f16a334:40427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:21,515 DEBUG [RS:0;93fb7f16a334:40427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,515 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:17:21,515 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:17:21,515 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:17:21,515 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:17:21,515 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:17:21,515 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:17:21,515 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:21,515 DEBUG [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:21,515 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:21,515 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:21,515 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:21,516 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:21,516 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:21,516 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T16:17:21,534 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/.tmp/ns/b8ee0880584e447c9cb4581b1632506b is 43, key is default/ns:d/1732292230045/Put/seqid=0 2024-11-22T16:17:21,537 DEBUG [93fb7f16a334:41329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:21,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cbfc43da9fa3f1121ea2703f2aa80428, regionState=OPENING, regionLocation=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:21,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741835_1011 (size=5153) 2024-11-22T16:17:21,543 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/.tmp/ns/b8ee0880584e447c9cb4581b1632506b 2024-11-22T16:17:21,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN because future has completed 2024-11-22T16:17:21,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,36353,1732292235768}] 2024-11-22T16:17:21,557 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/.tmp/ns/b8ee0880584e447c9cb4581b1632506b as hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/ns/b8ee0880584e447c9cb4581b1632506b 2024-11-22T16:17:21,564 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/ns/b8ee0880584e447c9cb4581b1632506b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T16:17:21,565 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false 2024-11-22T16:17:21,565 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:17:21,572 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T16:17:21,573 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:21,573 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:21,573 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:21,573 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292241515Running coprocessor pre-close hooks at 1732292241515Disabling compacts and flushes for region at 1732292241515Disabling writes for close at 1732292241516 (+1 ms)Obtaining lock to block concurrent updates at 1732292241516Preparing flush snapshotting stores in 1588230740 at 1732292241516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732292241516Flushing stores of hbase:meta,,1.1588230740 at 1732292241517 (+1 ms)Flushing 1588230740/ns: creating writer at 1732292241517Flushing 1588230740/ns: appending metadata at 1732292241533 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732292241533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd0fe38: reopening flushed file at 1732292241556 (+23 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=6, compaction requested=false at 1732292241565 (+9 ms)Writing region close event to WAL at 1732292241567 (+2 ms)Running coprocessor post-close hooks at 1732292241573 (+6 ms)Closed at 1732292241573 2024-11-22T16:17:21,573 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:21,654 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:21,675 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:21,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:21,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:21,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:17:21,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36353%2C1732292235768.rep, suffix=, logDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768, archiveDir=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs, maxLogs=10 2024-11-22T16:17:21,715 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,40427,1732292227748; all regions closed. 2024-11-22T16:17:21,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741834_1010 (size=1152) 2024-11-22T16:17:21,723 DEBUG [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/oldWALs 2024-11-22T16:17:21,724 INFO [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40427%2C1732292227748.meta:.meta(num 1732292229947) 2024-11-22T16:17:21,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.rep.1732292241706, exclude list is [], retry=0 2024-11-22T16:17:21,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42981,DS-b532b9da-93a8-42ab-b81c-3d8fb919a36a,DISK] 2024-11-22T16:17:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741833_1009 (size=93) 2024-11-22T16:17:21,735 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/WALs/93fb7f16a334,40427,1732292227748/93fb7f16a334%2C40427%2C1732292227748.1732292229453 not finished, retry = 0 2024-11-22T16:17:21,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.rep.1732292241706 2024-11-22T16:17:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34451:34451)] 2024-11-22T16:17:21,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cbfc43da9fa3f1121ea2703f2aa80428, NAME => 'hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:21,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. service=MultiRowMutationService 2024-11-22T16:17:21,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,740 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,741 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName hfileref 2024-11-22T16:17:21,741 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:21,742 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:21,742 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,743 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName queue 2024-11-22T16:17:21,743 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:21,749 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/queue/f9dcd9cca57f4558b4537c4d79c1320c 2024-11-22T16:17:21,750 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:21,750 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,751 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfc43da9fa3f1121ea2703f2aa80428 columnFamilyName sid 2024-11-22T16:17:21,751 DEBUG [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:21,751 INFO [StoreOpener-cbfc43da9fa3f1121ea2703f2aa80428-1 {}] regionserver.HStore(327): Store=cbfc43da9fa3f1121ea2703f2aa80428/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:21,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:17:21,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened cbfc43da9fa3f1121ea2703f2aa80428; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60254454, jitterRate=-0.10213866829872131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:17:21,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:21,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cbfc43da9fa3f1121ea2703f2aa80428: Running coprocessor pre-open hook at 1732292241738Writing region info on filesystem at 1732292241738Initializing all the Stores at 1732292241739 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292241739Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292241740 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292241740Cleaning up temporary data from old regions at 1732292241755 (+15 ms)Running coprocessor post-open hooks at 1732292241758 (+3 ms)Region opened successfully at 1732292241759 (+1 ms) 2024-11-22T16:17:21,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., pid=19, masterSystemTime=1732292241697 2024-11-22T16:17:21,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:21,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:21,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cbfc43da9fa3f1121ea2703f2aa80428, regionState=OPEN, openSeqNum=10, regionLocation=93fb7f16a334,36353,1732292235768 2024-11-22T16:17:21,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,36353,1732292235768 because future has completed 2024-11-22T16:17:21,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-22T16:17:21,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cbfc43da9fa3f1121ea2703f2aa80428, server=93fb7f16a334,36353,1732292235768 in 224 msec 2024-11-22T16:17:21,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-22T16:17:21,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbfc43da9fa3f1121ea2703f2aa80428, ASSIGN in 388 msec 2024-11-22T16:17:21,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T16:17:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428., hostname=93fb7f16a334,36353,1732292235768, seqNum=10] 2024-11-22T16:17:21,812 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 93fb7f16a334,43997,1732292220870 2024-11-22T16:17:21,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T16:17:21,838 DEBUG [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/oldWALs 2024-11-22T16:17:21,838 INFO [RS:0;93fb7f16a334:40427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40427%2C1732292227748:(num 1732292229453) 2024-11-22T16:17:21,838 DEBUG [RS:0;93fb7f16a334:40427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:21,838 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:21,838 INFO [RS:0;93fb7f16a334:40427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:21,839 INFO [RS:0;93fb7f16a334:40427 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:21,839 INFO [RS:0;93fb7f16a334:40427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:21,839 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:21,839 INFO [RS:0;93fb7f16a334:40427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40427 2024-11-22T16:17:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736/rs 2024-11-22T16:17:21,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11606236736/rs/93fb7f16a334,40427,1732292227748 2024-11-22T16:17:21,860 INFO [RS:0;93fb7f16a334:40427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:21,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,40427,1732292227748] 2024-11-22T16:17:21,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11606236736/draining/93fb7f16a334,40427,1732292227748 already deleted, retry=false 2024-11-22T16:17:21,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,40427,1732292227748 expired; onlineServers=0 2024-11-22T16:17:21,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,42709,1732292227573' ***** 2024-11-22T16:17:21,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:17:21,881 INFO [M:0;93fb7f16a334:42709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:21,881 INFO [M:0;93fb7f16a334:42709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:21,881 DEBUG [M:0;93fb7f16a334:42709 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:17:21,881 DEBUG [M:0;93fb7f16a334:42709 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:17:21,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:17:21,882 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292229108 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292229108,5,FailOnTimeoutGroup] 2024-11-22T16:17:21,882 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292229112 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292229112,5,FailOnTimeoutGroup] 2024-11-22T16:17:21,882 INFO [M:0;93fb7f16a334:42709 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:21,882 INFO [M:0;93fb7f16a334:42709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:21,882 DEBUG [M:0;93fb7f16a334:42709 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:17:21,882 INFO [M:0;93fb7f16a334:42709 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:17:21,882 INFO [M:0;93fb7f16a334:42709 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:21,882 INFO [M:0;93fb7f16a334:42709 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:17:21,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:17:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11606236736/master 2024-11-22T16:17:21,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11606236736 2024-11-22T16:17:21,892 DEBUG [M:0;93fb7f16a334:42709 {}] zookeeper.ZKUtil(347): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Unable to get data of znode /11606236736/master because node does not exist (not an error) 2024-11-22T16:17:21,892 WARN [M:0;93fb7f16a334:42709 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:17:21,893 INFO [M:0;93fb7f16a334:42709 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/.lastflushedseqids 2024-11-22T16:17:21,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741836_1012 (size=99) 2024-11-22T16:17:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:21,971 INFO [RS:0;93fb7f16a334:40427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40427-0x10163557f9f0004, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:21,971 INFO [RS:0;93fb7f16a334:40427 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,40427,1732292227748; zookeeper connection closed. 2024-11-22T16:17:21,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e57f53b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e57f53b 2024-11-22T16:17:21,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:17:21,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-22T16:17:22,300 INFO [M:0;93fb7f16a334:42709 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:17:22,300 INFO [M:0;93fb7f16a334:42709 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:17:22,300 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:22,300 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:22,301 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:22,301 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:22,301 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:22,301 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T16:17:22,324 DEBUG [M:0;93fb7f16a334:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359d0d51e7bd47b092e9fa0cc00b44c1 is 82, key is hbase:meta,,1/info:regioninfo/1732292230014/Put/seqid=0 2024-11-22T16:17:22,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741837_1013 (size=5672) 2024-11-22T16:17:22,660 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:22,682 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:22,730 INFO [M:0;93fb7f16a334:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359d0d51e7bd47b092e9fa0cc00b44c1 2024-11-22T16:17:22,757 DEBUG [M:0;93fb7f16a334:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42727c5f0d1143c2a30b4d8e263bda44 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732292230053/Put/seqid=0 2024-11-22T16:17:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741838_1014 (size=5275) 2024-11-22T16:17:22,983 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:23,163 INFO [M:0;93fb7f16a334:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42727c5f0d1143c2a30b4d8e263bda44 2024-11-22T16:17:23,191 DEBUG [M:0;93fb7f16a334:42709 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3d34fc784843629c2cde8e56d1a2a4 is 69, key is 93fb7f16a334,40427,1732292227748/rs:state/1732292229232/Put/seqid=0 2024-11-22T16:17:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741839_1015 (size=5156) 2024-11-22T16:17:23,596 INFO [M:0;93fb7f16a334:42709 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3d34fc784843629c2cde8e56d1a2a4 2024-11-22T16:17:23,607 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/359d0d51e7bd47b092e9fa0cc00b44c1 as hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/359d0d51e7bd47b092e9fa0cc00b44c1 2024-11-22T16:17:23,613 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/359d0d51e7bd47b092e9fa0cc00b44c1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T16:17:23,615 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42727c5f0d1143c2a30b4d8e263bda44 as hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42727c5f0d1143c2a30b4d8e263bda44 2024-11-22T16:17:23,620 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42727c5f0d1143c2a30b4d8e263bda44, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T16:17:23,622 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e3d34fc784843629c2cde8e56d1a2a4 as hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e3d34fc784843629c2cde8e56d1a2a4 2024-11-22T16:17:23,627 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38289/user/jenkins/test-data/845e9928-fef9-9635-6c95-bb371984501e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e3d34fc784843629c2cde8e56d1a2a4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T16:17:23,628 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-22T16:17:23,630 INFO [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:23,630 DEBUG [M:0;93fb7f16a334:42709 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292242300Disabling compacts and flushes for region at 1732292242300Disabling writes for close at 1732292242301 (+1 ms)Obtaining lock to block concurrent updates at 1732292242301Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292242301Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732292242302 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292242304 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292242304Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292242324 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292242324Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292242740 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292242756 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292242756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292243173 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292243190 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292243190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a085084: reopening flushed file at 1732292243606 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f26dcea: reopening flushed file at 1732292243614 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709c2721: reopening flushed file at 1732292243621 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1732292243628 (+7 ms)Writing region close event to WAL at 1732292243630 (+2 ms)Closed at 1732292243630 2024-11-22T16:17:23,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43573 is added to blk_1073741830_1006 (size=10165) 2024-11-22T16:17:23,633 INFO [M:0;93fb7f16a334:42709 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:17:23,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:23,633 INFO [M:0;93fb7f16a334:42709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42709 2024-11-22T16:17:23,636 INFO [M:0;93fb7f16a334:42709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:23,766 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:23,788 DEBUG [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 to pos 0, reset compression=false 2024-11-22T16:17:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:23,813 INFO [M:0;93fb7f16a334:42709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:23,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42709-0x10163557f9f0003, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:23,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71e590b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:23,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7546042f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:23,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:23,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8615b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:23,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9b8f4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:23,829 WARN [BP-1202667134-172.17.0.2-1732292225400 heartbeating to localhost/127.0.0.1:38289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:17:23,829 WARN [BP-1202667134-172.17.0.2-1732292225400 heartbeating to localhost/127.0.0.1:38289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1202667134-172.17.0.2-1732292225400 (Datanode Uuid 247c6b84-798d-4d69-ba9e-3574369287f5) service to localhost/127.0.0.1:38289 2024-11-22T16:17:23,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:17:23,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:17:23,831 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/cluster_4c465b0b-eb8d-9812-6789-0428569399aa/data/data1/current/BP-1202667134-172.17.0.2-1732292225400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:23,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/cluster_4c465b0b-eb8d-9812-6789-0428569399aa/data/data2/current/BP-1202667134-172.17.0.2-1732292225400 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:23,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:17:23,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb93ad6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:23,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af633d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:23,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:23,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7190c8f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:23,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d5127ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:23,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:17:23,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:17:23,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:23,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:23,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:23,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:23,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:23,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:17:23,950 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1214083403, stopped=false 2024-11-22T16:17:23,950 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,41329,1732292235720 2024-11-22T16:17:23,986 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:23,987 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:23,987 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:23,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/running 2024-11-22T16:17:23,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:23,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:23,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:23,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:23,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:23,988 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,36353,1732292235768' ***** 2024-11-22T16:17:23,988 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:17:23,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Set watcher on znode that does not yet exist, /0-114349684/running 2024-11-22T16:17:23,988 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:17:23,989 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(3091): Received CLOSE for cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,36353,1732292235768 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:23,989 INFO [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36353. 2024-11-22T16:17:23,989 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbfc43da9fa3f1121ea2703f2aa80428, disabling compactions & flushes 2024-11-22T16:17:23,990 DEBUG [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:23,990 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:23,990 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:23,990 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:23,990 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:17:23,990 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. after waiting 0 ms 2024-11-22T16:17:23,990 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:17:23,990 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:23,990 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:17:23,990 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:17:23,990 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:17:23,990 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cbfc43da9fa3f1121ea2703f2aa80428=hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428.} 2024-11-22T16:17:23,991 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:23,991 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbfc43da9fa3f1121ea2703f2aa80428 2024-11-22T16:17:23,991 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:23,991 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:23,991 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:23,991 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:23,991 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T16:17:23,997 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/replication/cbfc43da9fa3f1121ea2703f2aa80428/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-22T16:17:23,998 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:23,998 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:23,998 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:23,998 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbfc43da9fa3f1121ea2703f2aa80428: Waiting for close lock at 1732292243989Running coprocessor pre-close hooks at 1732292243989Disabling compacts and flushes for region at 1732292243989Disabling writes for close at 1732292243990 (+1 ms)Writing region close event to WAL at 1732292243991 (+1 ms)Running coprocessor post-close hooks at 1732292243998 (+7 ms)Closed at 1732292243998 2024-11-22T16:17:23,998 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428. 2024-11-22T16:17:24,012 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/e6e99dd56349491e8db6c8c927482a82 is 147, key is hbase:replication,,1732292230239.cbfc43da9fa3f1121ea2703f2aa80428./info:regioninfo/1732292241764/Put/seqid=0 2024-11-22T16:17:24,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741851_1027 (size=6385) 2024-11-22T16:17:24,054 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:24,191 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:24,392 DEBUG [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:24,419 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/e6e99dd56349491e8db6c8c927482a82 2024-11-22T16:17:24,430 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/.tmp/info/e6e99dd56349491e8db6c8c927482a82 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/info/e6e99dd56349491e8db6c8c927482a82 2024-11-22T16:17:24,438 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/info/e6e99dd56349491e8db6c8c927482a82, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T16:17:24,439 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-11-22T16:17:24,444 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T16:17:24,445 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:24,445 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:24,445 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:24,445 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292243990Running coprocessor pre-close hooks at 1732292243991 (+1 ms)Disabling compacts and flushes for region at 1732292243991Disabling writes for close at 1732292243991Obtaining lock to block concurrent updates at 1732292243992 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732292243992Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732292243992Flushing stores of hbase:meta,,1.1588230740 at 1732292243993 (+1 ms)Flushing 1588230740/info: creating writer at 1732292243993Flushing 1588230740/info: appending metadata at 1732292244011 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732292244011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2775764a: reopening flushed file at 1732292244429 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1732292244439 (+10 ms)Writing region close event to WAL at 1732292244440 (+1 ms)Running coprocessor post-close hooks at 1732292244445 (+5 ms)Closed at 1732292244445 2024-11-22T16:17:24,445 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:24,592 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,36353,1732292235768; all regions closed. 2024-11-22T16:17:24,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741849_1025 (size=2156) 2024-11-22T16:17:24,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.meta.1732292237438.meta not finished, retry = 0 2024-11-22T16:17:24,707 DEBUG [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:24,707 INFO [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36353%2C1732292235768.meta:.meta(num 1732292237438) 2024-11-22T16:17:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741850_1026 (size=796) 2024-11-22T16:17:24,716 DEBUG [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:24,716 INFO [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36353%2C1732292235768.rep:(num 1732292241706) 2024-11-22T16:17:24,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741848_1024 (size=93) 2024-11-22T16:17:24,719 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/WALs/93fb7f16a334,36353,1732292235768/93fb7f16a334%2C36353%2C1732292235768.1732292237139 not finished, retry = 0 2024-11-22T16:17:24,827 DEBUG [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/oldWALs 2024-11-22T16:17:24,827 INFO [RS:0;93fb7f16a334:36353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36353%2C1732292235768:(num 1732292237139) 2024-11-22T16:17:24,827 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:24,828 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:24,828 INFO [RS:0;93fb7f16a334:36353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:24,829 INFO [RS:0;93fb7f16a334:36353 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:24,829 INFO [RS:0;93fb7f16a334:36353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:24,830 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:24,830 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,36353,1732292235768 because: Region server is closing 2024-11-22T16:17:24,830 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T16:17:24,831 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T16:17:24,831 INFO [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36353. 2024-11-22T16:17:24,831 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-22T16:17:24,831 DEBUG [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:24,832 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:24,832 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:24,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:24,933 WARN [RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:17:24,933 WARN [RS:0;93fb7f16a334:36353.replicationSource.wal-reader.93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:17:24,933 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,1-93fb7f16a334,36353,1732292235768 terminated 2024-11-22T16:17:24,933 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-93fb7f16a334,36353,1732292235768 because: Region server is closing 2024-11-22T16:17:24,933 INFO [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36353. 2024-11-22T16:17:24,933 DEBUG [RS:0;93fb7f16a334:36353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:24,933 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:24,933 DEBUG [RS:0;93fb7f16a334:36353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:24,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:25,034 WARN [RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:17:25,034 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;93fb7f16a334:36353.replicationSource.shipper93fb7f16a334%2C36353%2C1732292235768,2-93fb7f16a334,36353,1732292235768 terminated 2024-11-22T16:17:25,034 INFO [RS:0;93fb7f16a334:36353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36353 2024-11-22T16:17:25,081 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/rs/93fb7f16a334,36353,1732292235768 2024-11-22T16:17:25,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684/rs 2024-11-22T16:17:25,081 INFO [RS:0;93fb7f16a334:36353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:25,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,36353,1732292235768] 2024-11-22T16:17:25,102 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-114349684/draining/93fb7f16a334,36353,1732292235768 already deleted, retry=false 2024-11-22T16:17:25,102 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,36353,1732292235768 expired; onlineServers=0 2024-11-22T16:17:25,102 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,41329,1732292235720' ***** 2024-11-22T16:17:25,102 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:17:25,102 INFO [M:0;93fb7f16a334:41329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:25,102 INFO [M:0;93fb7f16a334:41329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:25,102 DEBUG [M:0;93fb7f16a334:41329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:17:25,102 DEBUG [M:0;93fb7f16a334:41329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:17:25,102 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:17:25,102 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292236835 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292236835,5,FailOnTimeoutGroup] 2024-11-22T16:17:25,102 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292236834 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292236834,5,FailOnTimeoutGroup] 2024-11-22T16:17:25,102 INFO [M:0;93fb7f16a334:41329 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:25,103 INFO [M:0;93fb7f16a334:41329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:25,103 DEBUG [M:0;93fb7f16a334:41329 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:17:25,103 INFO [M:0;93fb7f16a334:41329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:17:25,103 INFO [M:0;93fb7f16a334:41329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:25,103 INFO [M:0;93fb7f16a334:41329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:17:25,103 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:17:25,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-114349684/master 2024-11-22T16:17:25,112 DEBUG [M:0;93fb7f16a334:41329 {}] zookeeper.ZKUtil(347): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Unable to get data of znode /0-114349684/master because node does not exist (not an error) 2024-11-22T16:17:25,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-114349684 2024-11-22T16:17:25,113 WARN [M:0;93fb7f16a334:41329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:17:25,113 INFO [M:0;93fb7f16a334:41329 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/.lastflushedseqids 2024-11-22T16:17:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741852_1028 (size=181) 2024-11-22T16:17:25,191 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:25,191 INFO [RS:0;93fb7f16a334:36353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:25,191 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36353-0x10163557f9f0007, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:25,192 INFO [RS:0;93fb7f16a334:36353 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,36353,1732292235768; zookeeper connection closed. 2024-11-22T16:17:25,192 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e1472eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e1472eb 2024-11-22T16:17:25,192 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:17:25,520 INFO [M:0;93fb7f16a334:41329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:17:25,520 INFO [M:0;93fb7f16a334:41329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:17:25,520 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:25,520 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:25,520 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:25,520 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:25,520 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:25,521 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T16:17:25,539 DEBUG [M:0;93fb7f16a334:41329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67be53f7bce94573a1a97f2fefba5f39 is 82, key is hbase:meta,,1/info:regioninfo/1732292237562/Put/seqid=0 2024-11-22T16:17:25,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741853_1029 (size=5680) 2024-11-22T16:17:25,944 INFO [M:0;93fb7f16a334:41329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67be53f7bce94573a1a97f2fefba5f39 2024-11-22T16:17:25,964 DEBUG [M:0;93fb7f16a334:41329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e7bc81942f4ca2b1733bf21d57c433 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732292241772/Put/seqid=0 2024-11-22T16:17:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741854_1030 (size=7319) 2024-11-22T16:17:26,369 INFO [M:0;93fb7f16a334:41329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e7bc81942f4ca2b1733bf21d57c433 2024-11-22T16:17:26,390 DEBUG [M:0;93fb7f16a334:41329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b96b20a36ca40b98c7be65068687719 is 69, key is 93fb7f16a334,36353,1732292235768/rs:state/1732292236870/Put/seqid=0 2024-11-22T16:17:26,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741855_1031 (size=5371) 2024-11-22T16:17:26,795 INFO [M:0;93fb7f16a334:41329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b96b20a36ca40b98c7be65068687719 2024-11-22T16:17:26,801 INFO [M:0;93fb7f16a334:41329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b96b20a36ca40b98c7be65068687719 2024-11-22T16:17:26,802 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67be53f7bce94573a1a97f2fefba5f39 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67be53f7bce94573a1a97f2fefba5f39 2024-11-22T16:17:26,808 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67be53f7bce94573a1a97f2fefba5f39, entries=8, sequenceid=172, filesize=5.5 K 2024-11-22T16:17:26,809 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/59e7bc81942f4ca2b1733bf21d57c433 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59e7bc81942f4ca2b1733bf21d57c433 2024-11-22T16:17:26,815 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/59e7bc81942f4ca2b1733bf21d57c433, entries=7, sequenceid=172, filesize=7.1 K 2024-11-22T16:17:26,816 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3b96b20a36ca40b98c7be65068687719 as hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b96b20a36ca40b98c7be65068687719 2024-11-22T16:17:26,821 INFO [M:0;93fb7f16a334:41329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3b96b20a36ca40b98c7be65068687719 2024-11-22T16:17:26,822 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37833/user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3b96b20a36ca40b98c7be65068687719, entries=2, sequenceid=172, filesize=5.2 K 2024-11-22T16:17:26,823 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-11-22T16:17:26,824 INFO [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:26,824 DEBUG [M:0;93fb7f16a334:41329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292245520Disabling compacts and flushes for region at 1732292245520Disabling writes for close at 1732292245520Obtaining lock to block concurrent updates at 1732292245521 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292245521Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732292245521Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292245522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292245522Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292245539 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292245539Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292245950 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292245964 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292245964Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292246375 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292246389 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292246389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26f9f8e9: reopening flushed file at 1732292246801 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7c17cf: reopening flushed file at 1732292246808 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7917d86c: reopening flushed file at 1732292246815 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1732292246823 (+8 ms)Writing region close event to WAL at 1732292246824 (+1 ms)Closed at 1732292246824 2024-11-22T16:17:26,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42981 is added to blk_1073741847_1023 (size=22949) 2024-11-22T16:17:26,827 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/49f16057-27da-3dc9-0196-5b12da0549d7/MasterData/WALs/93fb7f16a334,41329,1732292235720/93fb7f16a334%2C41329%2C1732292235720.1732292236357 not finished, retry = 0 2024-11-22T16:17:26,928 INFO [M:0;93fb7f16a334:41329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:17:26,928 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:26,928 INFO [M:0;93fb7f16a334:41329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41329 2024-11-22T16:17:26,928 INFO [M:0;93fb7f16a334:41329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:27,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:27,049 INFO [M:0;93fb7f16a334:41329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:27,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41329-0x10163557f9f0006, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:27,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@318ae30c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:27,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60268925{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:27,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1edffc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:27,052 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:27,054 WARN [BP-2081179084-172.17.0.2-1732292216537 heartbeating to localhost/127.0.0.1:37833 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:17:27,054 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:17:27,054 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:17:27,054 WARN [BP-2081179084-172.17.0.2-1732292216537 heartbeating to localhost/127.0.0.1:37833 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2081179084-172.17.0.2-1732292216537 (Datanode Uuid 2a7fe86f-3ada-4213-abb0-8fe25185eed4) service to localhost/127.0.0.1:37833 2024-11-22T16:17:27,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/data/data1/current/BP-2081179084-172.17.0.2-1732292216537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:27,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/cluster_632a9053-a57f-9180-7f2e-1d526a99dbcd/data/data2/current/BP-2081179084-172.17.0.2-1732292216537 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:27,055 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:17:27,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:27,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:27,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:27,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:27,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94b4a04c-9c96-927b-5565-1ba03fcd233d/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:27,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:17:27,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:17:27,091 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38289 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:38289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@11f03db1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:37833 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56280) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:37833 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=426 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 432) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2543 (was 3357) 2024-11-22T16:17:27,099 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=2543 2024-11-22T16:17:27,117 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-22T16:17:27,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir so I do NOT create it in target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185 2024-11-22T16:17:27,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:17:27,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.tmp.dir so I do NOT create it in target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185 2024-11-22T16:17:27,118 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2add1bbc-03aa-fffc-5ce1-171e4f3e759f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:17:27,118 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185 2024-11-22T16:17:27,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3, deleteOnExit=true 2024-11-22T16:17:27,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/zookeeper_0, clientPort=55510, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:17:27,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55510 2024-11-22T16:17:27,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:17:27,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/test.cache.data in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:17:27,141 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:27,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:17:27,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:17:27,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10163557f9f0002, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:17:27,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10163557f9f0005, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:17:27,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10163557f9f0005, quorum=127.0.0.1:56280, baseZNode=/11606236736 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:17:27,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10163557f9f0002, quorum=127.0.0.1:56280, baseZNode=/0-114349684 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:17:27,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:27,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:27,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:27,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:27,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:17:27,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:27,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:27,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:27,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2266a8ee{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/java.io.tmpdir/jetty-localhost-33575-hadoop-hdfs-3_4_1-tests_jar-_-any-11510198894280393252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:27,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:33575} 2024-11-22T16:17:27,646 INFO [Time-limited test {}] server.Server(415): Started @33063ms 2024-11-22T16:17:27,905 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:27,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:27,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:27,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:27,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:27,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:27,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:28,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/java.io.tmpdir/jetty-localhost-41713-hadoop-hdfs-3_4_1-tests_jar-_-any-14666141072033449132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:28,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:41713} 2024-11-22T16:17:28,007 INFO [Time-limited test {}] server.Server(415): Started @33424ms 2024-11-22T16:17:28,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:17:28,966 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/data/data2/current/BP-1975304525-172.17.0.2-1732292247164/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:28,966 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/data/data1/current/BP-1975304525-172.17.0.2-1732292247164/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:28,981 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:17:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1edd4a3f2caf2f70 with lease ID 0xbf982e2f539738be: Processing first storage report for DS-a510832f-3271-48c8-ade0-4ba19291d3cc from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=57cabceb-a068-4321-a9d4-0165103869a5, infoPort=45593, infoSecurePort=0, ipcPort=41849, storageInfo=lv=-57;cid=testClusterID;nsid=1187930361;c=1732292247164) 2024-11-22T16:17:28,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1edd4a3f2caf2f70 with lease ID 0xbf982e2f539738be: from storage DS-a510832f-3271-48c8-ade0-4ba19291d3cc node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=57cabceb-a068-4321-a9d4-0165103869a5, infoPort=45593, infoSecurePort=0, ipcPort=41849, storageInfo=lv=-57;cid=testClusterID;nsid=1187930361;c=1732292247164), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1edd4a3f2caf2f70 with lease ID 0xbf982e2f539738be: Processing first storage report for DS-3d373d2b-4cad-4d5a-b82b-30e166f273da from datanode DatanodeRegistration(127.0.0.1:32935, datanodeUuid=57cabceb-a068-4321-a9d4-0165103869a5, infoPort=45593, infoSecurePort=0, ipcPort=41849, storageInfo=lv=-57;cid=testClusterID;nsid=1187930361;c=1732292247164) 2024-11-22T16:17:28,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1edd4a3f2caf2f70 with lease ID 0xbf982e2f539738be: from storage DS-3d373d2b-4cad-4d5a-b82b-30e166f273da node DatanodeRegistration(127.0.0.1:32935, datanodeUuid=57cabceb-a068-4321-a9d4-0165103869a5, infoPort=45593, infoSecurePort=0, ipcPort=41849, storageInfo=lv=-57;cid=testClusterID;nsid=1187930361;c=1732292247164), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:29,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185 2024-11-22T16:17:29,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:17:29,460 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a with version=8 2024-11-22T16:17:29,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/hbase-staging 2024-11-22T16:17:29,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:29,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:29,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41989 2024-11-22T16:17:29,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41989 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:29,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:29,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:29,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:29,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419890x0, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:29,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41989-0x1016355fa0e0000 connected 2024-11-22T16:17:29,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/running 2024-11-22T16:17:29,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a, hbase.cluster.distributed=false 2024-11-22T16:17:29,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/acl 2024-11-22T16:17:29,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-22T16:17:29,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41989 2024-11-22T16:17:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41989 2024-11-22T16:17:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-22T16:17:29,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41989 2024-11-22T16:17:29,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:29,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:29,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:29,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33555 2024-11-22T16:17:29,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33555 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:29,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335550x0, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:29,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335550x0, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/running 2024-11-22T16:17:29,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33555-0x1016355fa0e0001 connected 2024-11-22T16:17:29,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:29,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:29,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/master 2024-11-22T16:17:29,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/acl 2024-11-22T16:17:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-22T16:17:29,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33555 2024-11-22T16:17:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33555 2024-11-22T16:17:29,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-22T16:17:29,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33555 2024-11-22T16:17:29,679 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:41989 2024-11-22T16:17:29,679 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0441095829/backup-masters/93fb7f16a334,41989,1732292249462 2024-11-22T16:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/backup-masters 2024-11-22T16:17:29,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/backup-masters 2024-11-22T16:17:29,692 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on existing znode=/0441095829/backup-masters/93fb7f16a334,41989,1732292249462 2024-11-22T16:17:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0441095829/master 2024-11-22T16:17:29,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:29,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:29,702 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on existing znode=/0441095829/master 2024-11-22T16:17:29,702 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0441095829/backup-masters/93fb7f16a334,41989,1732292249462 from backup master directory 2024-11-22T16:17:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0441095829/backup-masters/93fb7f16a334,41989,1732292249462 2024-11-22T16:17:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/backup-masters 2024-11-22T16:17:29,712 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:29,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/backup-masters 2024-11-22T16:17:29,712 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,41989,1732292249462 2024-11-22T16:17:29,716 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/hbase.id] with ID: e2269598-9673-4e1d-8edd-9aedd07774bb 2024-11-22T16:17:29,717 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/.tmp/hbase.id 2024-11-22T16:17:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:30,122 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/.tmp/hbase.id]:[hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/hbase.id] 2024-11-22T16:17:30,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:30,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:30,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:17:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:30,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:30,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:17:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:17:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:30,556 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:30,557 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:30,557 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:30,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:30,965 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store 2024-11-22T16:17:30,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:31,373 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:31,373 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:31,373 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292251373Disabling compacts and flushes for region at 1732292251373Disabling writes for close at 1732292251373Writing region close event to WAL at 1732292251373Closed at 1732292251373 2024-11-22T16:17:31,374 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/.initializing 2024-11-22T16:17:31,374 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/WALs/93fb7f16a334,41989,1732292249462 2024-11-22T16:17:31,375 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:31,377 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C41989%2C1732292249462, suffix=, logDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/WALs/93fb7f16a334,41989,1732292249462, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:31,394 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/WALs/93fb7f16a334,41989,1732292249462/93fb7f16a334%2C41989%2C1732292249462.1732292251377, exclude list is [], retry=0 2024-11-22T16:17:31,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-a510832f-3271-48c8-ade0-4ba19291d3cc,DISK] 2024-11-22T16:17:31,399 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/WALs/93fb7f16a334,41989,1732292249462/93fb7f16a334%2C41989%2C1732292249462.1732292251377 2024-11-22T16:17:31,399 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-22T16:17:31,399 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:31,399 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:31,400 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,400 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:31,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:31,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:31,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:31,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:31,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:31,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:31,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:31,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:31,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:31,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:31,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:31,408 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,409 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,409 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,410 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,411 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,411 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:31,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:31,414 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:31,414 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70157403, jitterRate=0.04542677104473114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:31,415 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292251400Initializing all the Stores at 1732292251401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292251401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292251401Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292251401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292251401Cleaning up temporary data from old regions at 1732292251411 (+10 ms)Region opened successfully at 1732292251415 (+4 ms) 2024-11-22T16:17:31,415 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:31,419 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8922f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:31,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:31,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:31,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:31,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:31,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:17:31,421 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:17:31,421 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:31,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:31,424 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:31,470 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/balancer already deleted, retry=false 2024-11-22T16:17:31,470 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:31,471 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:31,480 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/normalizer already deleted, retry=false 2024-11-22T16:17:31,481 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:31,481 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:31,491 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/switch/split already deleted, retry=false 2024-11-22T16:17:31,492 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:31,501 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/switch/merge already deleted, retry=false 2024-11-22T16:17:31,503 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:31,512 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0441095829/running 2024-11-22T16:17:31,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0441095829/running 2024-11-22T16:17:31,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,41989,1732292249462, sessionid=0x1016355fa0e0000, setting cluster-up flag (Was=false) 2024-11-22T16:17:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,575 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0441095829/flush-table-proc/acquired, /0441095829/flush-table-proc/reached, /0441095829/flush-table-proc/abort 2024-11-22T16:17:31,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41989,1732292249462 2024-11-22T16:17:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:31,632 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0441095829/online-snapshot/acquired, /0441095829/online-snapshot/reached, /0441095829/online-snapshot/abort 2024-11-22T16:17:31,634 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41989,1732292249462 2024-11-22T16:17:31,635 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:31,636 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:31,637 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:31,637 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:31,637 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,41989,1732292249462 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:31,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:31,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:31,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:31,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:31,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:31,639 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,639 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:31,639 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:31,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:31,641 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292281641 2024-11-22T16:17:31,641 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,642 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:31,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:31,643 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:31,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:31,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:31,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:31,647 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292251644,5,FailOnTimeoutGroup] 2024-11-22T16:17:31,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292251648,5,FailOnTimeoutGroup] 2024-11-22T16:17:31,648 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,648 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:31,648 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,648 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:31,672 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(746): ClusterId : e2269598-9673-4e1d-8edd-9aedd07774bb 2024-11-22T16:17:31,672 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:31,681 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:31,681 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:31,692 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:31,692 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73169bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:31,702 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:33555 2024-11-22T16:17:31,703 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:31,703 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:31,703 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:31,703 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,41989,1732292249462 with port=33555, startcode=1732292249642 2024-11-22T16:17:31,704 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:31,705 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:31,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41989 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,706 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41989 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,707 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a 2024-11-22T16:17:31,707 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36457 2024-11-22T16:17:31,707 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/rs 2024-11-22T16:17:31,717 DEBUG [RS:0;93fb7f16a334:33555 {}] zookeeper.ZKUtil(111): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on existing znode=/0441095829/rs/93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,717 WARN [RS:0;93fb7f16a334:33555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:31,717 INFO [RS:0;93fb7f16a334:33555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:31,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,33555,1732292249642] 2024-11-22T16:17:31,717 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,721 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:31,723 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:31,723 INFO [RS:0;93fb7f16a334:33555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:31,723 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,723 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:31,724 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:31,724 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,724 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,724 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,724 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:31,725 DEBUG [RS:0;93fb7f16a334:33555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,728 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,33555,1732292249642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:31,742 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:31,742 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,33555,1732292249642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,742 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,742 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.Replication(171): 93fb7f16a334,33555,1732292249642 started 2024-11-22T16:17:31,755 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:31,755 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,33555,1732292249642, RpcServer on 93fb7f16a334/172.17.0.2:33555, sessionid=0x1016355fa0e0001 2024-11-22T16:17:31,755 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:31,755 DEBUG [RS:0;93fb7f16a334:33555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,755 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,33555,1732292249642' 2024-11-22T16:17:31,755 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0441095829/flush-table-proc/abort' 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0441095829/flush-table-proc/acquired' 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,33555,1732292249642 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,33555,1732292249642' 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0441095829/online-snapshot/abort' 2024-11-22T16:17:31,756 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0441095829/online-snapshot/acquired' 2024-11-22T16:17:31,757 DEBUG [RS:0;93fb7f16a334:33555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:31,757 INFO [RS:0;93fb7f16a334:33555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:31,757 INFO [RS:0;93fb7f16a334:33555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:31,857 INFO [RS:0;93fb7f16a334:33555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:31,859 INFO [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33555%2C1732292249642, suffix=, logDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs, maxLogs=10 2024-11-22T16:17:31,871 DEBUG [RS:0;93fb7f16a334:33555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859, exclude list is [], retry=0 2024-11-22T16:17:31,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-a510832f-3271-48c8-ade0-4ba19291d3cc,DISK] 2024-11-22T16:17:31,876 INFO [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 2024-11-22T16:17:31,876 DEBUG [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-22T16:17:32,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:32,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a 2024-11-22T16:17:32,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:17:32,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:32,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:32,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:32,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:32,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:32,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:32,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:32,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:32,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:32,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:32,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740 2024-11-22T16:17:32,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740 2024-11-22T16:17:32,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:32,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:32,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:32,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:32,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:32,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65787316, jitterRate=-0.019692599773406982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:32,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292252469Initializing all the Stores at 1732292252471 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292252471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252471Cleaning up temporary data from old regions at 1732292252491 (+20 ms)Region opened successfully at 1732292252507 (+16 ms) 2024-11-22T16:17:32,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:32,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:32,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:32,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:32,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:32,508 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:32,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292252507Disabling compacts and flushes for region at 1732292252507Disabling writes for close at 1732292252508 (+1 ms)Writing region close event to WAL at 1732292252508Closed at 1732292252508 2024-11-22T16:17:32,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:32,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:32,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:32,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:32,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:32,664 DEBUG [93fb7f16a334:41989 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:32,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:32,668 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,33555,1732292249642, state=OPENING 2024-11-22T16:17:32,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:32,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:32,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:32,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0441095829/meta-region-server: CHANGED 2024-11-22T16:17:32,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0441095829/meta-region-server: CHANGED 2024-11-22T16:17:32,725 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:32,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,33555,1732292249642}] 2024-11-22T16:17:32,889 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:32,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:32,898 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:32,898 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:32,898 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:32,901 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33555%2C1732292249642.meta, suffix=.meta, logDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs, maxLogs=10 2024-11-22T16:17:32,921 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.meta.1732292252902.meta, exclude list is [], retry=0 2024-11-22T16:17:32,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-a510832f-3271-48c8-ade0-4ba19291d3cc,DISK] 2024-11-22T16:17:32,928 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.meta.1732292252902.meta 2024-11-22T16:17:32,930 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-22T16:17:32,930 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:32,931 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:32,931 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:32,931 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:32,931 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:32,932 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:32,932 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:32,932 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:32,932 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:32,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:32,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:32,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:32,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:32,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:32,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:32,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:32,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:32,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:32,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:32,951 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:32,952 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740 2024-11-22T16:17:32,954 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740 2024-11-22T16:17:32,956 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:32,956 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:32,957 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:32,960 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:32,961 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60883233, jitterRate=-0.09276913106441498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:32,961 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:32,962 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292252932Writing region info on filesystem at 1732292252932Initializing all the Stores at 1732292252933 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252934 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252939 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292252939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292252939Cleaning up temporary data from old regions at 1732292252956 (+17 ms)Running coprocessor post-open hooks at 1732292252962 (+6 ms)Region opened successfully at 1732292252962 2024-11-22T16:17:32,964 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292252888 2024-11-22T16:17:32,969 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:32,969 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:32,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:32,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,33555,1732292249642, state=OPEN 2024-11-22T16:17:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0441095829/meta-region-server 2024-11-22T16:17:33,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0441095829/meta-region-server 2024-11-22T16:17:33,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0441095829/meta-region-server: CHANGED 2024-11-22T16:17:33,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:33,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0441095829/meta-region-server: CHANGED 2024-11-22T16:17:33,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:33,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,33555,1732292249642 in 381 msec 2024-11-22T16:17:33,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:33,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-11-22T16:17:33,120 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:33,120 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:33,123 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:33,123 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33555,1732292249642, seqNum=-1] 2024-11-22T16:17:33,123 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:33,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:33,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4960 sec 2024-11-22T16:17:33,135 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292253135, completionTime=-1 2024-11-22T16:17:33,135 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:33,135 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:33,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:33,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292313138 2024-11-22T16:17:33,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292373138 2024-11-22T16:17:33,138 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-22T16:17:33,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:41989, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,139 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,140 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,143 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:33,146 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.434sec 2024-11-22T16:17:33,146 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:33,146 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:33,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:33,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:33,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:33,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:33,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:33,150 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:33,150 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:33,150 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41989,1732292249462-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:33,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:33,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41989,-1 for getting cluster id 2024-11-22T16:17:33,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:33,176 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2269598-9673-4e1d-8edd-9aedd07774bb' 2024-11-22T16:17:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:33,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2269598-9673-4e1d-8edd-9aedd07774bb" 2024-11-22T16:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7c8610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41989,-1] 2024-11-22T16:17:33,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:33,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:33,179 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:33,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:33,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:33,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33555,1732292249642, seqNum=-1] 2024-11-22T16:17:33,184 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:33,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:33,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,41989,1732292249462 2024-11-22T16:17:33,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:33,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016355fa0e0002 connected 2024-11-22T16:17:33,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir so I do NOT create it in target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97 2024-11-22T16:17:33,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:17:33,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.tmp.dir so I do NOT create it in target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97 2024-11-22T16:17:33,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:17:33,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97 2024-11-22T16:17:33,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:17:33,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/cluster_9d74516e-9dad-95cc-d9d5-eb725db590d4, deleteOnExit=true 2024-11-22T16:17:33,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/test.cache.data in system properties and HBase conf 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:17:33,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:17:33,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:17:33,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:33,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:33,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:17:33,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:33,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:33,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:17:33,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:17:33,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:33,660 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:33,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:33,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:33,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:33,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:33,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:33,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:33,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/java.io.tmpdir/jetty-localhost-33851-hadoop-hdfs-3_4_1-tests_jar-_-any-10672697321427701943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:33,778 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:33851} 2024-11-22T16:17:33,778 INFO [Time-limited test {}] server.Server(415): Started @39196ms 2024-11-22T16:17:34,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:34,250 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:34,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:34,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:34,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:17:34,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:34,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:34,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-14233214131331166383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:34,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-11-22T16:17:34,361 INFO [Time-limited test {}] server.Server(415): Started @39778ms 2024-11-22T16:17:34,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:17:35,143 WARN [RS:0;93fb7f16a334:33555 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 93fb7f16a334,43997,1732292220870: status=Processing ServerCrashProcedure of 93fb7f16a334,43997,1732292220870 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732292236824, completionTime=-1 appears to have been leaked 2024-11-22T16:17:35,409 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/cluster_9d74516e-9dad-95cc-d9d5-eb725db590d4/data/data1/current/BP-1699609082-172.17.0.2-1732292253269/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:35,409 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/cluster_9d74516e-9dad-95cc-d9d5-eb725db590d4/data/data2/current/BP-1699609082-172.17.0.2-1732292253269/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:35,440 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:17:35,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c4d9c0deba30078 with lease ID 0x87715ae7eda1e260: Processing first storage report for DS-fb563477-b63a-4b24-ad11-1b0fb62aa56e from datanode DatanodeRegistration(127.0.0.1:40973, datanodeUuid=b12eb208-f62c-4924-9006-c8e4ee6ee38c, infoPort=39705, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=1847995131;c=1732292253269) 2024-11-22T16:17:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c4d9c0deba30078 with lease ID 0x87715ae7eda1e260: from storage DS-fb563477-b63a-4b24-ad11-1b0fb62aa56e node DatanodeRegistration(127.0.0.1:40973, datanodeUuid=b12eb208-f62c-4924-9006-c8e4ee6ee38c, infoPort=39705, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=1847995131;c=1732292253269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c4d9c0deba30078 with lease ID 0x87715ae7eda1e260: Processing first storage report for DS-6b3ec5c7-03c7-44bd-9083-262aee262014 from datanode DatanodeRegistration(127.0.0.1:40973, datanodeUuid=b12eb208-f62c-4924-9006-c8e4ee6ee38c, infoPort=39705, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=1847995131;c=1732292253269) 2024-11-22T16:17:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c4d9c0deba30078 with lease ID 0x87715ae7eda1e260: from storage DS-6b3ec5c7-03c7-44bd-9083-262aee262014 node DatanodeRegistration(127.0.0.1:40973, datanodeUuid=b12eb208-f62c-4924-9006-c8e4ee6ee38c, infoPort=39705, infoSecurePort=0, ipcPort=37745, storageInfo=lv=-57;cid=testClusterID;nsid=1847995131;c=1732292253269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:35,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97 2024-11-22T16:17:35,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:17:35,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b with version=8 2024-11-22T16:17:35,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/hbase-staging 2024-11-22T16:17:35,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:35,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:35,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:35,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:35,518 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:35,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40891 2024-11-22T16:17:35,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40891 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:35,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408910x0, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:35,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40891-0x1016355fa0e0003 connected 2024-11-22T16:17:35,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/running 2024-11-22T16:17:35,638 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b, hbase.cluster.distributed=false 2024-11-22T16:17:35,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/acl 2024-11-22T16:17:35,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-22T16:17:35,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40891 2024-11-22T16:17:35,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40891 2024-11-22T16:17:35,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-22T16:17:35,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40891 2024-11-22T16:17:35,657 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:35,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:35,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34001 2024-11-22T16:17:35,660 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34001 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:35,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:35,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340010x0, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:35,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340010x0, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/running 2024-11-22T16:17:35,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34001-0x1016355fa0e0004 connected 2024-11-22T16:17:35,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:35,710 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:35,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/master 2024-11-22T16:17:35,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/acl 2024-11-22T16:17:35,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-22T16:17:35,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34001 2024-11-22T16:17:35,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34001 2024-11-22T16:17:35,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-22T16:17:35,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34001 2024-11-22T16:17:35,728 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:40891 2024-11-22T16:17:35,729 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-665822783/backup-masters/93fb7f16a334,40891,1732292255517 2024-11-22T16:17:35,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/backup-masters 2024-11-22T16:17:35,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/backup-masters 2024-11-22T16:17:35,800 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on existing znode=/1-665822783/backup-masters/93fb7f16a334,40891,1732292255517 2024-11-22T16:17:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-665822783/master 2024-11-22T16:17:35,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:35,822 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on existing znode=/1-665822783/master 2024-11-22T16:17:35,822 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-665822783/backup-masters/93fb7f16a334,40891,1732292255517 from backup master directory 2024-11-22T16:17:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-665822783/backup-masters/93fb7f16a334,40891,1732292255517 2024-11-22T16:17:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/backup-masters 2024-11-22T16:17:35,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/backup-masters 2024-11-22T16:17:35,832 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:35,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,40891,1732292255517 2024-11-22T16:17:35,836 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/hbase.id] with ID: 7d67764c-7cda-4110-8fbc-4d3a5ae0470b 2024-11-22T16:17:35,837 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/.tmp/hbase.id 2024-11-22T16:17:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:35,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:35,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:35,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:36,242 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/.tmp/hbase.id]:[hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/hbase.id] 2024-11-22T16:17:36,256 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:36,256 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:36,257 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:17:36,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:36,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:36,752 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:36,753 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:36,754 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:36,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:37,173 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store 2024-11-22T16:17:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:37,580 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:37,580 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:37,580 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292257580Disabling compacts and flushes for region at 1732292257580Disabling writes for close at 1732292257580Writing region close event to WAL at 1732292257580Closed at 1732292257580 2024-11-22T16:17:37,581 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/.initializing 2024-11-22T16:17:37,581 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/WALs/93fb7f16a334,40891,1732292255517 2024-11-22T16:17:37,583 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:37,585 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C40891%2C1732292255517, suffix=, logDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/WALs/93fb7f16a334,40891,1732292255517, archiveDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:37,602 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/WALs/93fb7f16a334,40891,1732292255517/93fb7f16a334%2C40891%2C1732292255517.1732292257585, exclude list is [], retry=0 2024-11-22T16:17:37,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-fb563477-b63a-4b24-ad11-1b0fb62aa56e,DISK] 2024-11-22T16:17:37,607 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/WALs/93fb7f16a334,40891,1732292255517/93fb7f16a334%2C40891%2C1732292255517.1732292257585 2024-11-22T16:17:37,607 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-22T16:17:37,607 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:37,608 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:37,608 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,608 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:37,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:37,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:37,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:37,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:37,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:37,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:37,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:37,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:37,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:37,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:37,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:37,627 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,627 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,628 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,629 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,629 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,629 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:37,630 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:37,637 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:37,638 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59651541, jitterRate=-0.11112277209758759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:37,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292257608Initializing all the Stores at 1732292257609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292257609Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292257609Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292257609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292257609Cleaning up temporary data from old regions at 1732292257629 (+20 ms)Region opened successfully at 1732292257638 (+9 ms) 2024-11-22T16:17:37,638 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:37,642 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120c1e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:37,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:37,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:37,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:37,644 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:37,645 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:17:37,645 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:17:37,645 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:37,647 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:37,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:37,670 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/balancer already deleted, retry=false 2024-11-22T16:17:37,670 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:37,671 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:37,680 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/normalizer already deleted, retry=false 2024-11-22T16:17:37,680 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:37,681 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:37,690 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/switch/split already deleted, retry=false 2024-11-22T16:17:37,691 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:37,701 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/switch/merge already deleted, retry=false 2024-11-22T16:17:37,703 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:37,712 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:37,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:17:37,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-665822783/running 2024-11-22T16:17:37,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-665822783/running 2024-11-22T16:17:37,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,723 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,40891,1732292255517, sessionid=0x1016355fa0e0003, setting cluster-up flag (Was=false) 2024-11-22T16:17:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,775 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-665822783/flush-table-proc/acquired, /1-665822783/flush-table-proc/reached, /1-665822783/flush-table-proc/abort 2024-11-22T16:17:37,776 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,40891,1732292255517 2024-11-22T16:17:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:37,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-665822783/online-snapshot/acquired, /1-665822783/online-snapshot/reached, /1-665822783/online-snapshot/abort 2024-11-22T16:17:37,829 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,40891,1732292255517 2024-11-22T16:17:37,830 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:37,832 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:37,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:37,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:37,832 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,40891,1732292255517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:37,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,840 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292287840 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:37,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:37,841 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:37,841 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:37,842 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:37,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:37,844 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:37,844 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:37,844 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:37,845 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:37,845 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:37,845 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:37,845 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292257845,5,FailOnTimeoutGroup] 2024-11-22T16:17:37,845 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292257845,5,FailOnTimeoutGroup] 2024-11-22T16:17:37,846 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,846 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:37,846 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,846 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:37,921 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(746): ClusterId : 7d67764c-7cda-4110-8fbc-4d3a5ae0470b 2024-11-22T16:17:37,921 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:37,934 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:37,934 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:37,944 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:37,944 DEBUG [RS:0;93fb7f16a334:34001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5870c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:37,954 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:34001 2024-11-22T16:17:37,954 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:37,954 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:37,954 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:37,955 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,40891,1732292255517 with port=34001, startcode=1732292255657 2024-11-22T16:17:37,955 DEBUG [RS:0;93fb7f16a334:34001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:37,957 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:37,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,34001,1732292255657 2024-11-22T16:17:37,958 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40891 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,34001,1732292255657 2024-11-22T16:17:37,959 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b 2024-11-22T16:17:37,959 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34597 2024-11-22T16:17:37,959 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:37,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/rs 2024-11-22T16:17:37,969 DEBUG [RS:0;93fb7f16a334:34001 {}] zookeeper.ZKUtil(111): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on existing znode=/1-665822783/rs/93fb7f16a334,34001,1732292255657 2024-11-22T16:17:37,969 WARN [RS:0;93fb7f16a334:34001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:37,969 INFO [RS:0;93fb7f16a334:34001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:37,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,34001,1732292255657] 2024-11-22T16:17:37,970 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657 2024-11-22T16:17:37,973 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:37,974 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:37,975 INFO [RS:0;93fb7f16a334:34001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:37,975 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,975 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:37,976 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:37,976 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:37,976 DEBUG [RS:0;93fb7f16a334:34001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,977 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34001,1732292255657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:37,990 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:37,990 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34001,1732292255657-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,990 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:37,991 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.Replication(171): 93fb7f16a334,34001,1732292255657 started 2024-11-22T16:17:38,003 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:38,003 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,34001,1732292255657, RpcServer on 93fb7f16a334/172.17.0.2:34001, sessionid=0x1016355fa0e0004 2024-11-22T16:17:38,003 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:38,003 DEBUG [RS:0;93fb7f16a334:34001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,34001,1732292255657 2024-11-22T16:17:38,003 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,34001,1732292255657' 2024-11-22T16:17:38,003 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-665822783/flush-table-proc/abort' 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-665822783/flush-table-proc/acquired' 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,34001,1732292255657 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,34001,1732292255657' 2024-11-22T16:17:38,004 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-665822783/online-snapshot/abort' 2024-11-22T16:17:38,005 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-665822783/online-snapshot/acquired' 2024-11-22T16:17:38,005 DEBUG [RS:0;93fb7f16a334:34001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:38,005 INFO [RS:0;93fb7f16a334:34001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:38,005 INFO [RS:0;93fb7f16a334:34001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:38,105 INFO [RS:0;93fb7f16a334:34001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:38,107 INFO [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C34001%2C1732292255657, suffix=, logDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657, archiveDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/oldWALs, maxLogs=10 2024-11-22T16:17:38,119 DEBUG [RS:0;93fb7f16a334:34001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.1732292258107, exclude list is [], retry=0 2024-11-22T16:17:38,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-fb563477-b63a-4b24-ad11-1b0fb62aa56e,DISK] 2024-11-22T16:17:38,124 INFO [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.1732292258107 2024-11-22T16:17:38,124 DEBUG [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-22T16:17:38,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:38,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b 2024-11-22T16:17:38,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:17:38,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:38,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:38,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:38,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:38,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:38,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:38,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:38,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:38,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:38,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:38,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:38,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:38,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:38,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:38,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:38,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:38,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740 2024-11-22T16:17:38,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740 2024-11-22T16:17:38,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:38,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:38,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:38,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:38,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:38,674 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65332151, jitterRate=-0.02647508680820465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292258657Initializing all the Stores at 1732292258658 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292258658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292258658Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292258658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292258658Cleaning up temporary data from old regions at 1732292258670 (+12 ms)Region opened successfully at 1732292258674 (+4 ms) 2024-11-22T16:17:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:38,674 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:38,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:38,675 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:38,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292258674Disabling compacts and flushes for region at 1732292258674Disabling writes for close at 1732292258674Writing region close event to WAL at 1732292258675 (+1 ms)Closed at 1732292258675 2024-11-22T16:17:38,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:38,676 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:38,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:38,678 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:38,679 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:38,830 DEBUG [93fb7f16a334:40891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:38,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,34001,1732292255657 2024-11-22T16:17:38,832 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,34001,1732292255657, state=OPENING 2024-11-22T16:17:38,928 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:38,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:38,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-665822783/meta-region-server: CHANGED 2024-11-22T16:17:38,948 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-665822783/meta-region-server: CHANGED 2024-11-22T16:17:38,948 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:38,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,34001,1732292255657}] 2024-11-22T16:17:39,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:39,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:39,108 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:39,109 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:39,109 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:39,111 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C34001%2C1732292255657.meta, suffix=.meta, logDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657, archiveDir=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/oldWALs, maxLogs=10 2024-11-22T16:17:39,128 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.meta.1732292259111.meta, exclude list is [], retry=0 2024-11-22T16:17:39,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40973,DS-fb563477-b63a-4b24-ad11-1b0fb62aa56e,DISK] 2024-11-22T16:17:39,133 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.meta.1732292259111.meta 2024-11-22T16:17:39,135 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39705:39705)] 2024-11-22T16:17:39,135 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:39,135 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:39,135 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:39,135 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:39,136 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:39,136 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:39,136 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:39,136 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:39,136 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:39,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:39,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:39,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:39,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:39,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:39,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:39,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:39,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:39,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:39,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:39,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:39,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:39,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:39,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:39,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:39,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:39,145 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:39,146 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740 2024-11-22T16:17:39,147 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740 2024-11-22T16:17:39,148 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:39,148 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:39,149 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:39,151 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:39,152 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69509187, jitterRate=0.03576759994029999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:39,152 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:39,152 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292259136Writing region info on filesystem at 1732292259136Initializing all the Stores at 1732292259137 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292259137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292259138 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292259138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292259138Cleaning up temporary data from old regions at 1732292259148 (+10 ms)Running coprocessor post-open hooks at 1732292259152 (+4 ms)Region opened successfully at 1732292259152 2024-11-22T16:17:39,153 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292259101 2024-11-22T16:17:39,156 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:39,156 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:39,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,34001,1732292255657 2024-11-22T16:17:39,158 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,34001,1732292255657, state=OPEN 2024-11-22T16:17:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-665822783/meta-region-server 2024-11-22T16:17:39,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-665822783/meta-region-server 2024-11-22T16:17:39,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,34001,1732292255657 2024-11-22T16:17:39,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-665822783/meta-region-server: CHANGED 2024-11-22T16:17:39,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-665822783/meta-region-server: CHANGED 2024-11-22T16:17:39,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:39,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,34001,1732292255657 in 221 msec 2024-11-22T16:17:39,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:39,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-22T16:17:39,177 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:39,177 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:39,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:39,178 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,34001,1732292255657, seqNum=-1] 2024-11-22T16:17:39,179 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:39,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:39,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-22T16:17:39,187 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292259187, completionTime=-1 2024-11-22T16:17:39,187 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:39,187 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292319189 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292379189 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:40891, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,189 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,190 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,191 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.362sec 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:39,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:39,197 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:39,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:39,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40891,1732292255517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:39,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335d1793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40891,-1 for getting cluster id 2024-11-22T16:17:39,222 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:39,224 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d67764c-7cda-4110-8fbc-4d3a5ae0470b' 2024-11-22T16:17:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d67764c-7cda-4110-8fbc-4d3a5ae0470b" 2024-11-22T16:17:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d8ec0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40891,-1] 2024-11-22T16:17:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:39,226 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:39,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5831a53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,34001,1732292255657, seqNum=-1] 2024-11-22T16:17:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:39,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:39,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,40891,1732292255517 2024-11-22T16:17:39,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55510 2024-11-22T16:17:39,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:39,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016355fa0e0005 connected 2024-11-22T16:17:39,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2c7126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41989,-1 for getting cluster id 2024-11-22T16:17:39,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:39,257 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2269598-9673-4e1d-8edd-9aedd07774bb' 2024-11-22T16:17:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2269598-9673-4e1d-8edd-9aedd07774bb" 2024-11-22T16:17:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327cd557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41989,-1] 2024-11-22T16:17:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:39,258 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5357696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41989,1732292249462 2024-11-22T16:17:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70bc7f 2024-11-22T16:17:39,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:39,262 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:39,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:40891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:17:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:17:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:39,266 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:40891' 2024-11-22T16:17:39,267 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255bbe59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,267 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40891,-1 for getting cluster id 2024-11-22T16:17:39,267 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:39,268 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d67764c-7cda-4110-8fbc-4d3a5ae0470b' 2024-11-22T16:17:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:39,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d67764c-7cda-4110-8fbc-4d3a5ae0470b" 2024-11-22T16:17:39,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13474eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40891,-1] 2024-11-22T16:17:39,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:39,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:39,270 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:39,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d63680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:39,271 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40891,1732292255517 2024-11-22T16:17:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52fc373d 2024-11-22T16:17:39,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:39,274 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:39,274 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T16:17:39,275 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:17:39,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:39,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:39,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:39,275 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:39,277 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:17:39,279 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:17:39,279 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:39,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:17:39,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741835_1011 (size=1138) 2024-11-22T16:17:39,327 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:17:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:39,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3efb71b9d80114d3a920015272b1d17e, NAME => 'hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a 2024-11-22T16:17:39,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741836_1012 (size=44) 2024-11-22T16:17:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:40,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:40,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3efb71b9d80114d3a920015272b1d17e, disabling compactions & flushes 2024-11-22T16:17:40,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. after waiting 0 ms 2024-11-22T16:17:40,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,097 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,097 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3efb71b9d80114d3a920015272b1d17e: Waiting for close lock at 1732292260096Disabling compacts and flushes for region at 1732292260096Disabling writes for close at 1732292260097 (+1 ms)Writing region close event to WAL at 1732292260097Closed at 1732292260097 2024-11-22T16:17:40,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:17:40,099 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292260098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292260098"}]},"ts":"1732292260098"} 2024-11-22T16:17:40,101 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:17:40,102 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:17:40,102 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292260102"}]},"ts":"1732292260102"} 2024-11-22T16:17:40,104 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:17:40,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3efb71b9d80114d3a920015272b1d17e, ASSIGN}] 2024-11-22T16:17:40,106 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3efb71b9d80114d3a920015272b1d17e, ASSIGN 2024-11-22T16:17:40,107 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3efb71b9d80114d3a920015272b1d17e, ASSIGN; state=OFFLINE, location=93fb7f16a334,33555,1732292249642; forceNewPlan=false, retain=false 2024-11-22T16:17:40,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3efb71b9d80114d3a920015272b1d17e, regionState=OPENING, regionLocation=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:40,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3efb71b9d80114d3a920015272b1d17e, ASSIGN because future has completed 2024-11-22T16:17:40,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efb71b9d80114d3a920015272b1d17e, server=93fb7f16a334,33555,1732292249642}] 2024-11-22T16:17:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:40,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:17:40,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:17:40,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:40,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:17:40,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:40,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:40,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:17:40,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:17:40,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:17:40,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:17:40,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33555%2C1732292249642.rep, suffix=, logDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs, maxLogs=10 2024-11-22T16:17:40,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.rep.1732292260420, exclude list is [], retry=0 2024-11-22T16:17:40,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32935,DS-a510832f-3271-48c8-ade0-4ba19291d3cc,DISK] 2024-11-22T16:17:40,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.rep.1732292260420 2024-11-22T16:17:40,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45593:45593)] 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3efb71b9d80114d3a920015272b1d17e, NAME => 'hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:40,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. service=MultiRowMutationService 2024-11-22T16:17:40,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,446 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,447 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb71b9d80114d3a920015272b1d17e columnFamilyName hfileref 2024-11-22T16:17:40,447 DEBUG [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:40,448 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(327): Store=3efb71b9d80114d3a920015272b1d17e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:40,448 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,450 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb71b9d80114d3a920015272b1d17e columnFamilyName queue 2024-11-22T16:17:40,450 DEBUG [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:40,450 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(327): Store=3efb71b9d80114d3a920015272b1d17e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:40,450 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,452 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3efb71b9d80114d3a920015272b1d17e columnFamilyName sid 2024-11-22T16:17:40,452 DEBUG [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:40,452 INFO [StoreOpener-3efb71b9d80114d3a920015272b1d17e-1 {}] regionserver.HStore(327): Store=3efb71b9d80114d3a920015272b1d17e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:40,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:17:40,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:40,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3efb71b9d80114d3a920015272b1d17e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59558844, jitterRate=-0.11250406503677368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:17:40,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:40,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3efb71b9d80114d3a920015272b1d17e: Running coprocessor pre-open hook at 1732292260444Writing region info on filesystem at 1732292260444Initializing all the Stores at 1732292260444Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292260445 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292260445Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292260445Cleaning up temporary data from old regions at 1732292260454 (+9 ms)Running coprocessor post-open hooks at 1732292260459 (+5 ms)Region opened successfully at 1732292260460 (+1 ms) 2024-11-22T16:17:40,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e., pid=7, masterSystemTime=1732292260413 2024-11-22T16:17:40,463 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,463 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:40,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3efb71b9d80114d3a920015272b1d17e, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,33555,1732292249642 2024-11-22T16:17:40,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3efb71b9d80114d3a920015272b1d17e, server=93fb7f16a334,33555,1732292249642 because future has completed 2024-11-22T16:17:40,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T16:17:40,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3efb71b9d80114d3a920015272b1d17e, server=93fb7f16a334,33555,1732292249642 in 208 msec 2024-11-22T16:17:40,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:17:40,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3efb71b9d80114d3a920015272b1d17e, ASSIGN in 367 msec 2024-11-22T16:17:40,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:17:40,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292260479"}]},"ts":"1732292260479"} 2024-11-22T16:17:40,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:17:40,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:17:40,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-22T16:17:40,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e., hostname=93fb7f16a334,33555,1732292249642, seqNum=2] 2024-11-22T16:17:40,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:40,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:40,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:17:40,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T16:17:40,867 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:17:40,897 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,33555,1732292249642, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:17:40,897 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:40,897 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33555,1732292249642, seqNum=-1] 2024-11-22T16:17:40,898 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:40,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-22T16:17:40,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,33555,1732292249642', locateType=CURRENT is [region=hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e., hostname=93fb7f16a334,33555,1732292249642, seqNum=2] 2024-11-22T16:17:40,904 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T16:17:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T16:17:40,907 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,33555,1732292249642 suceeded 2024-11-22T16:17:40,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T16:17:40,910 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:40891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:17:40,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-22T16:17:40,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6480 sec 2024-11-22T16:17:40,919 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:40891' 2024-11-22T16:17:40,920 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eba489f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:40,920 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40891,-1 for getting cluster id 2024-11-22T16:17:40,920 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:40,921 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d67764c-7cda-4110-8fbc-4d3a5ae0470b' 2024-11-22T16:17:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:40,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d67764c-7cda-4110-8fbc-4d3a5ae0470b" 2024-11-22T16:17:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79957e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40891,-1] 2024-11-22T16:17:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:40,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:40,923 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:40,924 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630fbc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:40,925 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:40,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40891,1732292255517 2024-11-22T16:17:40,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dbcbe5 2024-11-22T16:17:40,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:40,927 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-22T16:17:40,928 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,33555,1732292249642 (queues=1) is replicating from cluster=e2269598-9673-4e1d-8edd-9aedd07774bb to cluster=7d67764c-7cda-4110-8fbc-4d3a5ae0470b 2024-11-22T16:17:40,928 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C33555%2C1732292249642 2024-11-22T16:17:40,928 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,33555,1732292249642, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:17:40,928 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.shipper93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C33555%2C1732292249642 2024-11-22T16:17:40,928 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859, startPosition=0, beingWritten=true 2024-11-22T16:17:41,137 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:41,413 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:17:41,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:41,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:41,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:41,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41989,1732292249462 2024-11-22T16:17:41,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b3bdfe4 2024-11-22T16:17:41,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:41,416 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:41,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41989 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:17:41,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:17:41,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:41,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:41,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:41,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:17:41,417 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1750166055, stopped=false 2024-11-22T16:17:41,417 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,40891,1732292255517 2024-11-22T16:17:41,444 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-665822783/running 2024-11-22T16:17:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-665822783/running 2024-11-22T16:17:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:41,459 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:41,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:41,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:41,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/running 2024-11-22T16:17:41,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Set watcher on znode that does not yet exist, /1-665822783/running 2024-11-22T16:17:41,460 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,34001,1732292255657' ***** 2024-11-22T16:17:41,460 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:17:41,460 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:17:41,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,34001,1732292255657 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:34001. 2024-11-22T16:17:41,461 DEBUG [RS:0;93fb7f16a334:34001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:41,461 DEBUG [RS:0;93fb7f16a334:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:17:41,461 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:17:41,461 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:17:41,461 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:41,461 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:41,462 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:41,462 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:41,462 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:41,462 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:41,462 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T16:17:41,478 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/.tmp/ns/b9560b6e65be4c8db9bd9c2ec1c11307 is 43, key is default/ns:d/1732292259181/Put/seqid=0 2024-11-22T16:17:41,480 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741835_1011 (size=5153) 2024-11-22T16:17:41,662 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:41,850 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:41,862 DEBUG [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:41,883 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/.tmp/ns/b9560b6e65be4c8db9bd9c2ec1c11307 2024-11-22T16:17:41,890 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/.tmp/ns/b9560b6e65be4c8db9bd9c2ec1c11307 as hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/ns/b9560b6e65be4c8db9bd9c2ec1c11307 2024-11-22T16:17:41,895 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/ns/b9560b6e65be4c8db9bd9c2ec1c11307, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T16:17:41,896 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-22T16:17:41,901 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T16:17:41,901 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:41,901 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:41,902 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:41,902 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292261461Running coprocessor pre-close hooks at 1732292261461Disabling compacts and flushes for region at 1732292261461Disabling writes for close at 1732292261462 (+1 ms)Obtaining lock to block concurrent updates at 1732292261462Preparing flush snapshotting stores in 1588230740 at 1732292261462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732292261462Flushing stores of hbase:meta,,1.1588230740 at 1732292261463 (+1 ms)Flushing 1588230740/ns: creating writer at 1732292261464 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732292261478 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732292261478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a92a4d1: reopening flushed file at 1732292261889 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732292261896 (+7 ms)Writing region close event to WAL at 1732292261897 (+1 ms)Running coprocessor post-close hooks at 1732292261901 (+4 ms)Closed at 1732292261901 2024-11-22T16:17:41,902 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:41,977 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:17:41,977 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:17:42,062 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,34001,1732292255657; all regions closed. 2024-11-22T16:17:42,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741834_1010 (size=1152) 2024-11-22T16:17:42,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.meta.1732292259111.meta not finished, retry = 0 2024-11-22T16:17:42,167 DEBUG [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/oldWALs 2024-11-22T16:17:42,167 INFO [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C34001%2C1732292255657.meta:.meta(num 1732292259111) 2024-11-22T16:17:42,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741832_1008 (size=93) 2024-11-22T16:17:42,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/WALs/93fb7f16a334,34001,1732292255657/93fb7f16a334%2C34001%2C1732292255657.1732292258107 not finished, retry = 0 2024-11-22T16:17:42,273 DEBUG [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/oldWALs 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C34001%2C1732292255657:(num 1732292258107) 2024-11-22T16:17:42,273 DEBUG [RS:0;93fb7f16a334:34001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:42,273 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:42,273 INFO [RS:0;93fb7f16a334:34001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34001 2024-11-22T16:17:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-665822783/rs/93fb7f16a334,34001,1732292255657 2024-11-22T16:17:42,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783/rs 2024-11-22T16:17:42,295 INFO [RS:0;93fb7f16a334:34001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:42,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,34001,1732292255657] 2024-11-22T16:17:42,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-665822783/draining/93fb7f16a334,34001,1732292255657 already deleted, retry=false 2024-11-22T16:17:42,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,34001,1732292255657 expired; onlineServers=0 2024-11-22T16:17:42,326 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,40891,1732292255517' ***** 2024-11-22T16:17:42,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:17:42,327 INFO [M:0;93fb7f16a334:40891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:42,327 INFO [M:0;93fb7f16a334:40891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:42,327 DEBUG [M:0;93fb7f16a334:40891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:17:42,327 DEBUG [M:0;93fb7f16a334:40891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:17:42,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:17:42,327 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292257845 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292257845,5,FailOnTimeoutGroup] 2024-11-22T16:17:42,327 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292257845 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292257845,5,FailOnTimeoutGroup] 2024-11-22T16:17:42,327 INFO [M:0;93fb7f16a334:40891 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:42,327 INFO [M:0;93fb7f16a334:40891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:42,327 DEBUG [M:0;93fb7f16a334:40891 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:17:42,327 INFO [M:0;93fb7f16a334:40891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:17:42,328 INFO [M:0;93fb7f16a334:40891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:42,328 INFO [M:0;93fb7f16a334:40891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:17:42,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:17:42,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-665822783/master 2024-11-22T16:17:42,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-665822783 2024-11-22T16:17:42,337 DEBUG [M:0;93fb7f16a334:40891 {}] zookeeper.ZKUtil(347): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Unable to get data of znode /1-665822783/master because node does not exist (not an error) 2024-11-22T16:17:42,337 WARN [M:0;93fb7f16a334:40891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:17:42,338 INFO [M:0;93fb7f16a334:40891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/.lastflushedseqids 2024-11-22T16:17:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741836_1012 (size=99) 2024-11-22T16:17:42,355 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:42,416 INFO [RS:0;93fb7f16a334:34001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34001-0x1016355fa0e0004, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:42,416 INFO [RS:0;93fb7f16a334:34001 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,34001,1732292255657; zookeeper connection closed. 2024-11-22T16:17:42,416 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a444e88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a444e88 2024-11-22T16:17:42,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:17:42,743 INFO [M:0;93fb7f16a334:40891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:17:42,743 INFO [M:0;93fb7f16a334:40891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:17:42,743 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:42,743 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:42,744 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:42,744 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:42,744 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:42,744 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T16:17:42,767 DEBUG [M:0;93fb7f16a334:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc85212854d48c18719380af6de0f3a is 82, key is hbase:meta,,1/info:regioninfo/1732292259157/Put/seqid=0 2024-11-22T16:17:42,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741837_1013 (size=5672) 2024-11-22T16:17:42,961 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:43,172 INFO [M:0;93fb7f16a334:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc85212854d48c18719380af6de0f3a 2024-11-22T16:17:43,191 DEBUG [M:0;93fb7f16a334:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dde72f7626fb409fa0c2300a5be1f735 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732292259186/Put/seqid=0 2024-11-22T16:17:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741838_1014 (size=5275) 2024-11-22T16:17:43,596 INFO [M:0;93fb7f16a334:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dde72f7626fb409fa0c2300a5be1f735 2024-11-22T16:17:43,617 DEBUG [M:0;93fb7f16a334:40891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e4e135bcd84540a5023109e2447355 is 69, key is 93fb7f16a334,34001,1732292255657/rs:state/1732292257958/Put/seqid=0 2024-11-22T16:17:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741839_1015 (size=5156) 2024-11-22T16:17:43,666 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:43,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:17:44,022 INFO [M:0;93fb7f16a334:40891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e4e135bcd84540a5023109e2447355 2024-11-22T16:17:44,028 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0bc85212854d48c18719380af6de0f3a as hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bc85212854d48c18719380af6de0f3a 2024-11-22T16:17:44,033 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0bc85212854d48c18719380af6de0f3a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T16:17:44,034 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dde72f7626fb409fa0c2300a5be1f735 as hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dde72f7626fb409fa0c2300a5be1f735 2024-11-22T16:17:44,039 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dde72f7626fb409fa0c2300a5be1f735, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T16:17:44,040 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47e4e135bcd84540a5023109e2447355 as hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47e4e135bcd84540a5023109e2447355 2024-11-22T16:17:44,045 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34597/user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47e4e135bcd84540a5023109e2447355, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T16:17:44,046 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-11-22T16:17:44,047 INFO [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:44,047 DEBUG [M:0;93fb7f16a334:40891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292262743Disabling compacts and flushes for region at 1732292262743Disabling writes for close at 1732292262744 (+1 ms)Obtaining lock to block concurrent updates at 1732292262744Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292262744Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732292262744Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292262745 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292262745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292262766 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292262766Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292263177 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292263191 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292263191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292263601 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292263616 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292263616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6f86d7: reopening flushed file at 1732292264027 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c58100: reopening flushed file at 1732292264033 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472faaf3: reopening flushed file at 1732292264039 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1732292264046 (+7 ms)Writing region close event to WAL at 1732292264047 (+1 ms)Closed at 1732292264047 2024-11-22T16:17:44,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40973 is added to blk_1073741830_1006 (size=10165) 2024-11-22T16:17:44,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6f315d3-3046-8e0f-50a3-daa8d366929b/MasterData/WALs/93fb7f16a334,40891,1732292255517/93fb7f16a334%2C40891%2C1732292255517.1732292257585 not finished, retry = 0 2024-11-22T16:17:44,151 INFO [M:0;93fb7f16a334:40891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:17:44,151 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:44,151 INFO [M:0;93fb7f16a334:40891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40891 2024-11-22T16:17:44,151 INFO [M:0;93fb7f16a334:40891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:44,328 INFO [M:0;93fb7f16a334:40891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:44,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40891-0x1016355fa0e0003, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:44,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:44,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:44,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:44,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:44,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:44,374 WARN [BP-1699609082-172.17.0.2-1732292253269 heartbeating to localhost/127.0.0.1:34597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:17:44,374 WARN [BP-1699609082-172.17.0.2-1732292253269 heartbeating to localhost/127.0.0.1:34597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1699609082-172.17.0.2-1732292253269 (Datanode Uuid b12eb208-f62c-4924-9006-c8e4ee6ee38c) service to localhost/127.0.0.1:34597 2024-11-22T16:17:44,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/cluster_9d74516e-9dad-95cc-d9d5-eb725db590d4/data/data1/current/BP-1699609082-172.17.0.2-1732292253269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:44,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/cluster_9d74516e-9dad-95cc-d9d5-eb725db590d4/data/data2/current/BP-1699609082-172.17.0.2-1732292253269 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:44,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:17:44,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:17:44,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:17:44,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:44,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:44,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:44,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:44,382 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:44,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:17:44,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:17:44,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:44,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:44,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:44,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:44,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:44,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:17:44,397 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2015534265, stopped=false 2024-11-22T16:17:44,397 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,41989,1732292249462 2024-11-22T16:17:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0441095829/running 2024-11-22T16:17:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0441095829/running 2024-11-22T16:17:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:44,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:44,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:44,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:17:44,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:44,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:44,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/running 2024-11-22T16:17:44,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Set watcher on znode that does not yet exist, /0441095829/running 2024-11-22T16:17:44,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,33555,1732292249642' ***** 2024-11-22T16:17:44,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:17:44,428 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:17:44,428 INFO [RS:0;93fb7f16a334:33555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:17:44,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(3091): Received CLOSE for 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,33555,1732292249642 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:33555. 2024-11-22T16:17:44,429 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3efb71b9d80114d3a920015272b1d17e, disabling compactions & flushes 2024-11-22T16:17:44,429 DEBUG [RS:0;93fb7f16a334:33555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:44,429 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:44,429 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:44,429 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:44,429 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. after waiting 0 ms 2024-11-22T16:17:44,429 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:17:44,429 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3efb71b9d80114d3a920015272b1d17e 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:17:44,429 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:17:44,430 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:17:44,430 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1325): Online Regions={3efb71b9d80114d3a920015272b1d17e=hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:17:44,430 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:44,430 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:44,430 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:44,430 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:44,430 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:44,430 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:44,430 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T16:17:44,444 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/.tmp/queue/0f45c61345924b41bc8c5cce40a9dd5b is 151, key is 1-93fb7f16a334,33555,1732292249642/queue:93fb7f16a334%2C33555%2C1732292249642/1732292260902/Put/seqid=0 2024-11-22T16:17:44,446 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/info/39ab18be682a4c58876eb8dc52742f54 is 147, key is hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e./info:regioninfo/1732292260464/Put/seqid=0 2024-11-22T16:17:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741838_1014 (size=5350) 2024-11-22T16:17:44,450 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:44,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741839_1015 (size=6631) 2024-11-22T16:17:44,450 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/info/39ab18be682a4c58876eb8dc52742f54 2024-11-22T16:17:44,471 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/ns/b6e1e1c8b8fa41aaa1de67b0aa306f49 is 43, key is default/ns:d/1732292253126/Put/seqid=0 2024-11-22T16:17:44,471 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:44,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741840_1016 (size=5153) 2024-11-22T16:17:44,630 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:44,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:44,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:44,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:44,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:44,728 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:17:44,728 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:17:44,830 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3efb71b9d80114d3a920015272b1d17e 2024-11-22T16:17:44,850 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/.tmp/queue/0f45c61345924b41bc8c5cce40a9dd5b 2024-11-22T16:17:44,856 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/.tmp/queue/0f45c61345924b41bc8c5cce40a9dd5b as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/queue/0f45c61345924b41bc8c5cce40a9dd5b 2024-11-22T16:17:44,862 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/queue/0f45c61345924b41bc8c5cce40a9dd5b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T16:17:44,863 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3efb71b9d80114d3a920015272b1d17e in 434ms, sequenceid=5, compaction requested=false 2024-11-22T16:17:44,867 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/replication/3efb71b9d80114d3a920015272b1d17e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:44,868 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3efb71b9d80114d3a920015272b1d17e: Waiting for close lock at 1732292264429Running coprocessor pre-close hooks at 1732292264429Disabling compacts and flushes for region at 1732292264429Disabling writes for close at 1732292264429Obtaining lock to block concurrent updates at 1732292264429Preparing flush snapshotting stores in 3efb71b9d80114d3a920015272b1d17e at 1732292264429Finished memstore snapshotting hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732292264430 (+1 ms)Flushing stores of hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. at 1732292264430Flushing 3efb71b9d80114d3a920015272b1d17e/queue: creating writer at 1732292264430Flushing 3efb71b9d80114d3a920015272b1d17e/queue: appending metadata at 1732292264444 (+14 ms)Flushing 3efb71b9d80114d3a920015272b1d17e/queue: closing flushed file at 1732292264444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5454bfc4: reopening flushed file at 1732292264855 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3efb71b9d80114d3a920015272b1d17e in 434ms, sequenceid=5, compaction requested=false at 1732292264863 (+8 ms)Writing region close event to WAL at 1732292264863Running coprocessor post-close hooks at 1732292264868 (+5 ms)Closed at 1732292264868 2024-11-22T16:17:44,868 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292259275.3efb71b9d80114d3a920015272b1d17e. 2024-11-22T16:17:44,876 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/ns/b6e1e1c8b8fa41aaa1de67b0aa306f49 2024-11-22T16:17:44,894 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/table/5db470c8e1b24d558de752b697757ff2 is 53, key is hbase:replication/table:state/1732292260479/Put/seqid=0 2024-11-22T16:17:44,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741841_1017 (size=5256) 2024-11-22T16:17:45,030 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:45,230 DEBUG [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:17:45,299 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/table/5db470c8e1b24d558de752b697757ff2 2024-11-22T16:17:45,306 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/info/39ab18be682a4c58876eb8dc52742f54 as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/info/39ab18be682a4c58876eb8dc52742f54 2024-11-22T16:17:45,312 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/info/39ab18be682a4c58876eb8dc52742f54, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T16:17:45,313 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/ns/b6e1e1c8b8fa41aaa1de67b0aa306f49 as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/ns/b6e1e1c8b8fa41aaa1de67b0aa306f49 2024-11-22T16:17:45,319 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/ns/b6e1e1c8b8fa41aaa1de67b0aa306f49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:17:45,320 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/.tmp/table/5db470c8e1b24d558de752b697757ff2 as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/table/5db470c8e1b24d558de752b697757ff2 2024-11-22T16:17:45,326 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/table/5db470c8e1b24d558de752b697757ff2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T16:17:45,328 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false 2024-11-22T16:17:45,332 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:17:45,333 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:45,333 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:45,333 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:45,333 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292264430Running coprocessor pre-close hooks at 1732292264430Disabling compacts and flushes for region at 1732292264430Disabling writes for close at 1732292264430Obtaining lock to block concurrent updates at 1732292264430Preparing flush snapshotting stores in 1588230740 at 1732292264430Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732292264430Flushing stores of hbase:meta,,1.1588230740 at 1732292264431 (+1 ms)Flushing 1588230740/info: creating writer at 1732292264431Flushing 1588230740/info: appending metadata at 1732292264446 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732292264446Flushing 1588230740/ns: creating writer at 1732292264457 (+11 ms)Flushing 1588230740/ns: appending metadata at 1732292264470 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732292264471 (+1 ms)Flushing 1588230740/table: creating writer at 1732292264881 (+410 ms)Flushing 1588230740/table: appending metadata at 1732292264894 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732292264894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcc6029: reopening flushed file at 1732292265305 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c24f3f9: reopening flushed file at 1732292265312 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1b8bbe: reopening flushed file at 1732292265319 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 897ms, sequenceid=11, compaction requested=false at 1732292265328 (+9 ms)Writing region close event to WAL at 1732292265329 (+1 ms)Running coprocessor post-close hooks at 1732292265333 (+4 ms)Closed at 1732292265333 2024-11-22T16:17:45,333 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:45,377 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 to pos 0, reset compression=false 2024-11-22T16:17:45,431 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,33555,1732292249642; all regions closed. 2024-11-22T16:17:45,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741834_1010 (size=2742) 2024-11-22T16:17:45,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.meta.1732292252902.meta not finished, retry = 0 2024-11-22T16:17:45,536 DEBUG [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs 2024-11-22T16:17:45,536 INFO [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C33555%2C1732292249642.meta:.meta(num 1732292252902) 2024-11-22T16:17:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741837_1013 (size=1586) 2024-11-22T16:17:45,540 DEBUG [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs 2024-11-22T16:17:45,540 INFO [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C33555%2C1732292249642.rep:(num 1732292260420) 2024-11-22T16:17:45,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741832_1008 (size=93) 2024-11-22T16:17:45,543 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/WALs/93fb7f16a334,33555,1732292249642/93fb7f16a334%2C33555%2C1732292249642.1732292251859 not finished, retry = 0 2024-11-22T16:17:45,646 DEBUG [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/oldWALs 2024-11-22T16:17:45,646 INFO [RS:0;93fb7f16a334:33555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C33555%2C1732292249642:(num 1732292251859) 2024-11-22T16:17:45,646 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:45,646 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:17:45,646 INFO [RS:0;93fb7f16a334:33555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:45,647 INFO [RS:0;93fb7f16a334:33555 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:45,647 INFO [RS:0;93fb7f16a334:33555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:45,647 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:45,647 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,33555,1732292249642 because: Region server is closing 2024-11-22T16:17:45,647 INFO [RS:0;93fb7f16a334:33555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:33555. 2024-11-22T16:17:45,647 DEBUG [RS:0;93fb7f16a334:33555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:17:45,647 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:45,648 DEBUG [RS:0;93fb7f16a334:33555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:45,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:17:45,748 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.shipper93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:17:45,748 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.wal-reader.93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:17:45,748 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33555,1732292249642.replicationSource.shipper93fb7f16a334%2C33555%2C1732292249642,1-93fb7f16a334,33555,1732292249642 terminated 2024-11-22T16:17:45,749 INFO [RS:0;93fb7f16a334:33555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33555 2024-11-22T16:17:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0441095829/rs/93fb7f16a334,33555,1732292249642 2024-11-22T16:17:45,768 INFO [RS:0;93fb7f16a334:33555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:45,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829/rs 2024-11-22T16:17:45,768 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f9d6c8e3e60@2551819d rejected from java.util.concurrent.ThreadPoolExecutor@60530b53[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-22T16:17:45,778 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,33555,1732292249642] 2024-11-22T16:17:45,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0441095829/draining/93fb7f16a334,33555,1732292249642 already deleted, retry=false 2024-11-22T16:17:45,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,33555,1732292249642 expired; onlineServers=0 2024-11-22T16:17:45,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,41989,1732292249462' ***** 2024-11-22T16:17:45,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:17:45,789 INFO [M:0;93fb7f16a334:41989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:17:45,789 INFO [M:0;93fb7f16a334:41989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:17:45,789 DEBUG [M:0;93fb7f16a334:41989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:17:45,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:17:45,789 DEBUG [M:0;93fb7f16a334:41989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:17:45,789 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292251644 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292251644,5,FailOnTimeoutGroup] 2024-11-22T16:17:45,789 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292251648 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292251648,5,FailOnTimeoutGroup] 2024-11-22T16:17:45,790 INFO [M:0;93fb7f16a334:41989 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:17:45,790 INFO [M:0;93fb7f16a334:41989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:17:45,790 DEBUG [M:0;93fb7f16a334:41989 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:17:45,790 INFO [M:0;93fb7f16a334:41989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:17:45,790 INFO [M:0;93fb7f16a334:41989 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:17:45,790 INFO [M:0;93fb7f16a334:41989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:17:45,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:17:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0441095829/master 2024-11-22T16:17:45,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0441095829 2024-11-22T16:17:45,800 DEBUG [M:0;93fb7f16a334:41989 {}] zookeeper.ZKUtil(347): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Unable to get data of znode /0441095829/master because node does not exist (not an error) 2024-11-22T16:17:45,800 WARN [M:0;93fb7f16a334:41989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:17:45,800 INFO [M:0;93fb7f16a334:41989 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/.lastflushedseqids 2024-11-22T16:17:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741842_1018 (size=181) 2024-11-22T16:17:45,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:45,879 INFO [RS:0;93fb7f16a334:33555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:45,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33555-0x1016355fa0e0001, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:45,879 INFO [RS:0;93fb7f16a334:33555 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,33555,1732292249642; zookeeper connection closed. 2024-11-22T16:17:45,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1353b647 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1353b647 2024-11-22T16:17:45,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:17:46,205 INFO [M:0;93fb7f16a334:41989 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:17:46,205 INFO [M:0;93fb7f16a334:41989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:17:46,206 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:46,206 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:46,206 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:46,206 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:46,206 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:46,206 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T16:17:46,221 DEBUG [M:0;93fb7f16a334:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c803c56366e34a7f93051da622a1f92d is 82, key is hbase:meta,,1/info:regioninfo/1732292252970/Put/seqid=0 2024-11-22T16:17:46,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741843_1019 (size=5672) 2024-11-22T16:17:46,626 INFO [M:0;93fb7f16a334:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c803c56366e34a7f93051da622a1f92d 2024-11-22T16:17:46,652 DEBUG [M:0;93fb7f16a334:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05251cfbad724e019067e626d52de9e7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732292260486/Put/seqid=0 2024-11-22T16:17:46,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741844_1020 (size=7203) 2024-11-22T16:17:47,060 INFO [M:0;93fb7f16a334:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05251cfbad724e019067e626d52de9e7 2024-11-22T16:17:47,079 DEBUG [M:0;93fb7f16a334:41989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9960a40c66f44973909d1bb8fd0d9948 is 69, key is 93fb7f16a334,33555,1732292249642/rs:state/1732292251706/Put/seqid=0 2024-11-22T16:17:47,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741845_1021 (size=5156) 2024-11-22T16:17:47,483 INFO [M:0;93fb7f16a334:41989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9960a40c66f44973909d1bb8fd0d9948 2024-11-22T16:17:47,489 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c803c56366e34a7f93051da622a1f92d as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c803c56366e34a7f93051da622a1f92d 2024-11-22T16:17:47,495 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c803c56366e34a7f93051da622a1f92d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T16:17:47,496 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05251cfbad724e019067e626d52de9e7 as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05251cfbad724e019067e626d52de9e7 2024-11-22T16:17:47,502 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05251cfbad724e019067e626d52de9e7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T16:17:47,503 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9960a40c66f44973909d1bb8fd0d9948 as hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9960a40c66f44973909d1bb8fd0d9948 2024-11-22T16:17:47,508 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/00d09161-3a75-9b75-c649-67d8823c641a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9960a40c66f44973909d1bb8fd0d9948, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T16:17:47,509 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false 2024-11-22T16:17:47,510 INFO [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:47,510 DEBUG [M:0;93fb7f16a334:41989 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292266206Disabling compacts and flushes for region at 1732292266206Disabling writes for close at 1732292266206Obtaining lock to block concurrent updates at 1732292266206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292266206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732292266206Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292266207 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292266207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292266221 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292266221Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292266632 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292266651 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292266651Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292267065 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292267078 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292267078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512dcf3e: reopening flushed file at 1732292267488 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fff605: reopening flushed file at 1732292267495 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43321a99: reopening flushed file at 1732292267502 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=70, compaction requested=false at 1732292267509 (+7 ms)Writing region close event to WAL at 1732292267510 (+1 ms)Closed at 1732292267510 2024-11-22T16:17:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32935 is added to blk_1073741830_1006 (size=41008) 2024-11-22T16:17:47,513 INFO [M:0;93fb7f16a334:41989 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:17:47,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:17:47,513 INFO [M:0;93fb7f16a334:41989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41989 2024-11-22T16:17:47,514 INFO [M:0;93fb7f16a334:41989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:17:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:47,664 INFO [M:0;93fb7f16a334:41989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:17:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41989-0x1016355fa0e0000, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:17:47,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ccd8bf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:47,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69edc2f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:47,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:47,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7f8703{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:47,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a386722{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:47,668 WARN [BP-1975304525-172.17.0.2-1732292247164 heartbeating to localhost/127.0.0.1:36457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:17:47,668 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:17:47,668 WARN [BP-1975304525-172.17.0.2-1732292247164 heartbeating to localhost/127.0.0.1:36457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1975304525-172.17.0.2-1732292247164 (Datanode Uuid 57cabceb-a068-4321-a9d4-0165103869a5) service to localhost/127.0.0.1:36457 2024-11-22T16:17:47,668 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:17:47,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/data/data1/current/BP-1975304525-172.17.0.2-1732292247164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:47,669 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/cluster_f607ae20-5581-9af1-e745-04f8b2668aa3/data/data2/current/BP-1975304525-172.17.0.2-1732292247164 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:17:47,669 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:17:47,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2266a8ee{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:47,677 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2bfdf5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:17:47,677 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:17:47,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3f9a53{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:17:47,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fdcfbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e88a391-6c6b-9b33-e08c-586e867e2185/hadoop.log.dir/,STOPPED} 2024-11-22T16:17:47,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:17:47,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:17:47,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36457 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34597 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34597 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34597 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34597 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55510) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 446), ProcessCount=11 (was 11), AvailableMemoryMB=2834 (was 2543) - AvailableMemoryMB LEAK? - 2024-11-22T16:17:47,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=2834 2024-11-22T16:17:47,726 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-22T16:17:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir so I do NOT create it in target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce 2024-11-22T16:17:47,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:17:47,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.tmp.dir so I do NOT create it in target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce 2024-11-22T16:17:47,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2453706c-5e9c-bf62-389a-11b67961ff97/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:17:47,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce 2024-11-22T16:17:47,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7, deleteOnExit=true 2024-11-22T16:17:47,748 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/zookeeper_0, clientPort=64962, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:17:47,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64962 2024-11-22T16:17:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:17:47,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/test.cache.data in system properties and HBase conf 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:17:47,750 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:17:47,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:17:47,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:47,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:17:47,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016355fa0e0002, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:17:47,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016355fa0e0005, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:17:47,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016355fa0e0005, quorum=127.0.0.1:55510, baseZNode=/1-665822783 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:17:47,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016355fa0e0002, quorum=127.0.0.1:55510, baseZNode=/0441095829 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:17:48,171 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:48,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:48,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:48,178 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:48,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:48,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:48,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:48,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:48,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7ea59de4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/java.io.tmpdir/jetty-localhost-36591-hadoop-hdfs-3_4_1-tests_jar-_-any-6783268990574358825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:48,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:36591} 2024-11-22T16:17:48,290 INFO [Time-limited test {}] server.Server(415): Started @53707ms 2024-11-22T16:17:48,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:48,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:48,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:48,538 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:48,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:48,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:48,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:48,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21676263{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/java.io.tmpdir/jetty-localhost-39039-hadoop-hdfs-3_4_1-tests_jar-_-any-9849523488010834763/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:48,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:39039} 2024-11-22T16:17:48,632 INFO [Time-limited test {}] server.Server(415): Started @54050ms 2024-11-22T16:17:48,633 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:17:49,271 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/data/data1/current/BP-1531392160-172.17.0.2-1732292267770/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:49,271 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/data/data2/current/BP-1531392160-172.17.0.2-1732292267770/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:49,285 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:17:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35c0b94d07d126bc with lease ID 0x1ce8efdb689e0bc6: Processing first storage report for DS-0930574e-fa04-4356-84cb-6efe660983d0 from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=289816ab-43e0-4437-92f2-b616eb8208ae, infoPort=33877, infoSecurePort=0, ipcPort=33427, storageInfo=lv=-57;cid=testClusterID;nsid=1191406070;c=1732292267770) 2024-11-22T16:17:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35c0b94d07d126bc with lease ID 0x1ce8efdb689e0bc6: from storage DS-0930574e-fa04-4356-84cb-6efe660983d0 node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=289816ab-43e0-4437-92f2-b616eb8208ae, infoPort=33877, infoSecurePort=0, ipcPort=33427, storageInfo=lv=-57;cid=testClusterID;nsid=1191406070;c=1732292267770), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35c0b94d07d126bc with lease ID 0x1ce8efdb689e0bc6: Processing first storage report for DS-84ff18d6-bf8a-4361-b0e6-0248be88b0f3 from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=289816ab-43e0-4437-92f2-b616eb8208ae, infoPort=33877, infoSecurePort=0, ipcPort=33427, storageInfo=lv=-57;cid=testClusterID;nsid=1191406070;c=1732292267770) 2024-11-22T16:17:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35c0b94d07d126bc with lease ID 0x1ce8efdb689e0bc6: from storage DS-84ff18d6-bf8a-4361-b0e6-0248be88b0f3 node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=289816ab-43e0-4437-92f2-b616eb8208ae, infoPort=33877, infoSecurePort=0, ipcPort=33427, storageInfo=lv=-57;cid=testClusterID;nsid=1191406070;c=1732292267770), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:49,358 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce 2024-11-22T16:17:49,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:17:49,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a with version=8 2024-11-22T16:17:49,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/hbase-staging 2024-11-22T16:17:49,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:49,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:49,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:49,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:49,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:49,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43737 2024-11-22T16:17:49,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43737 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:49,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437370x0, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:49,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43737-0x10163564a8f0000 connected 2024-11-22T16:17:49,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/running 2024-11-22T16:17:49,957 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a, hbase.cluster.distributed=false 2024-11-22T16:17:49,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/acl 2024-11-22T16:17:49,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-22T16:17:49,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-22T16:17:49,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-22T16:17:49,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-22T16:17:49,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-22T16:17:49,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:49,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:49,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:49,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:49,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:49,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:49,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40325 2024-11-22T16:17:49,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40325 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:49,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:49,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403250x0, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:49,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403250x0, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/running 2024-11-22T16:17:49,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40325-0x10163564a8f0001 connected 2024-11-22T16:17:49,990 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:49,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:49,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/master 2024-11-22T16:17:49,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/acl 2024-11-22T16:17:49,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-22T16:17:49,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40325 2024-11-22T16:17:49,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40325 2024-11-22T16:17:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-22T16:17:49,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40325 2024-11-22T16:17:50,008 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:43737 2024-11-22T16:17:50,008 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-595183331/backup-masters/93fb7f16a334,43737,1732292269770 2024-11-22T16:17:50,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/backup-masters 2024-11-22T16:17:50,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/backup-masters 2024-11-22T16:17:50,021 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on existing znode=/0-595183331/backup-masters/93fb7f16a334,43737,1732292269770 2024-11-22T16:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-595183331/master 2024-11-22T16:17:50,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:50,031 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on existing znode=/0-595183331/master 2024-11-22T16:17:50,032 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-595183331/backup-masters/93fb7f16a334,43737,1732292269770 from backup master directory 2024-11-22T16:17:50,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-595183331/backup-masters/93fb7f16a334,43737,1732292269770 2024-11-22T16:17:50,042 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:50,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/backup-masters 2024-11-22T16:17:50,042 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,43737,1732292269770 2024-11-22T16:17:50,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/backup-masters 2024-11-22T16:17:50,047 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/hbase.id] with ID: d1615d27-0a1b-4e66-a4af-345702e6f8be 2024-11-22T16:17:50,047 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/.tmp/hbase.id 2024-11-22T16:17:50,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:50,370 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:50,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:50,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:50,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:50,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:17:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:17:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:17:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:17:50,464 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/.tmp/hbase.id]:[hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/hbase.id] 2024-11-22T16:17:50,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:50,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:50,479 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:50,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:50,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:50,928 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:50,929 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:50,929 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:51,337 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store 2024-11-22T16:17:51,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:51,743 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:51,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:51,744 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:51,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:51,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:51,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:51,744 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:51,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292271744Disabling compacts and flushes for region at 1732292271744Disabling writes for close at 1732292271744Writing region close event to WAL at 1732292271744Closed at 1732292271744 2024-11-22T16:17:51,745 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/.initializing 2024-11-22T16:17:51,745 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/WALs/93fb7f16a334,43737,1732292269770 2024-11-22T16:17:51,746 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:51,747 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C43737%2C1732292269770, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/WALs/93fb7f16a334,43737,1732292269770, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:51,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/WALs/93fb7f16a334,43737,1732292269770/93fb7f16a334%2C43737%2C1732292269770.1732292271747, exclude list is [], retry=0 2024-11-22T16:17:51,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-0930574e-fa04-4356-84cb-6efe660983d0,DISK] 2024-11-22T16:17:51,763 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/WALs/93fb7f16a334,43737,1732292269770/93fb7f16a334%2C43737%2C1732292269770.1732292271747 2024-11-22T16:17:51,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-22T16:17:51,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:51,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:51,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:51,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:51,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:51,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:51,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:51,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:51,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:51,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:51,776 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,777 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,777 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,778 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,778 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,779 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:51,780 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:51,782 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:51,782 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74353025, jitterRate=0.10794641077518463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:51,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292271764Initializing all the Stores at 1732292271765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292271765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292271768 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292271768Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292271768Cleaning up temporary data from old regions at 1732292271778 (+10 ms)Region opened successfully at 1732292271783 (+5 ms) 2024-11-22T16:17:51,783 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:51,786 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f979a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:51,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:51,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:51,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:51,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:51,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:17:51,788 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:17:51,788 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:51,789 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:51,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Unable to get data of znode /0-595183331/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:51,911 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/balancer already deleted, retry=false 2024-11-22T16:17:51,911 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:51,912 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Unable to get data of znode /0-595183331/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:51,921 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/normalizer already deleted, retry=false 2024-11-22T16:17:51,922 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:51,923 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Unable to get data of znode /0-595183331/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:51,932 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/switch/split already deleted, retry=false 2024-11-22T16:17:51,933 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Unable to get data of znode /0-595183331/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:51,942 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/switch/merge already deleted, retry=false 2024-11-22T16:17:51,944 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Unable to get data of znode /0-595183331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:51,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-595183331/running 2024-11-22T16:17:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-595183331/running 2024-11-22T16:17:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:51,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:51,968 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,43737,1732292269770, sessionid=0x10163564a8f0000, setting cluster-up flag (Was=false) 2024-11-22T16:17:51,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:51,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:52,020 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-595183331/flush-table-proc/acquired, /0-595183331/flush-table-proc/reached, /0-595183331/flush-table-proc/abort 2024-11-22T16:17:52,021 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,43737,1732292269770 2024-11-22T16:17:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:52,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:52,073 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-595183331/online-snapshot/acquired, /0-595183331/online-snapshot/reached, /0-595183331/online-snapshot/abort 2024-11-22T16:17:52,074 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,43737,1732292269770 2024-11-22T16:17:52,075 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:52,077 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:52,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:52,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:52,077 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,43737,1732292269770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:52,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,082 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:52,082 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292302084 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:52,084 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:52,084 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:52,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:52,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:52,086 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:52,086 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:52,086 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292272086,5,FailOnTimeoutGroup] 2024-11-22T16:17:52,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:52,086 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292272086,5,FailOnTimeoutGroup] 2024-11-22T16:17:52,086 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,086 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:52,086 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,086 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:52,101 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(746): ClusterId : d1615d27-0a1b-4e66-a4af-345702e6f8be 2024-11-22T16:17:52,101 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:52,112 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:52,112 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:52,122 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:52,123 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436e2307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:52,134 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:40325 2024-11-22T16:17:52,134 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:52,134 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:52,134 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:52,135 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,43737,1732292269770 with port=40325, startcode=1732292269972 2024-11-22T16:17:52,135 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:52,137 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:52,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43737 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,139 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a 2024-11-22T16:17:52,139 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46099 2024-11-22T16:17:52,139 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:52,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/rs 2024-11-22T16:17:52,147 DEBUG [RS:0;93fb7f16a334:40325 {}] zookeeper.ZKUtil(111): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on existing znode=/0-595183331/rs/93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,147 WARN [RS:0;93fb7f16a334:40325 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:52,147 INFO [RS:0;93fb7f16a334:40325 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:52,147 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,40325,1732292269972] 2024-11-22T16:17:52,151 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:52,153 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:52,155 INFO [RS:0;93fb7f16a334:40325 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:52,155 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,155 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:52,156 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:52,156 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:52,157 DEBUG [RS:0;93fb7f16a334:40325 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:52,158 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,158 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,159 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,159 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,159 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,159 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40325,1732292269972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:52,179 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:52,180 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40325,1732292269972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,180 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,180 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.Replication(171): 93fb7f16a334,40325,1732292269972 started 2024-11-22T16:17:52,199 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:52,200 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,40325,1732292269972, RpcServer on 93fb7f16a334/172.17.0.2:40325, sessionid=0x10163564a8f0001 2024-11-22T16:17:52,200 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:52,200 DEBUG [RS:0;93fb7f16a334:40325 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,200 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40325,1732292269972' 2024-11-22T16:17:52,200 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-595183331/flush-table-proc/abort' 2024-11-22T16:17:52,200 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-595183331/flush-table-proc/acquired' 2024-11-22T16:17:52,201 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:52,201 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:52,201 DEBUG [RS:0;93fb7f16a334:40325 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,40325,1732292269972 2024-11-22T16:17:52,201 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,40325,1732292269972' 2024-11-22T16:17:52,201 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-595183331/online-snapshot/abort' 2024-11-22T16:17:52,202 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-595183331/online-snapshot/acquired' 2024-11-22T16:17:52,202 DEBUG [RS:0;93fb7f16a334:40325 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:52,202 INFO [RS:0;93fb7f16a334:40325 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:52,202 INFO [RS:0;93fb7f16a334:40325 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:52,303 INFO [RS:0;93fb7f16a334:40325 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:52,304 INFO [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C40325%2C1732292269972, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs, maxLogs=10 2024-11-22T16:17:52,317 DEBUG [RS:0;93fb7f16a334:40325 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305, exclude list is [], retry=0 2024-11-22T16:17:52,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-0930574e-fa04-4356-84cb-6efe660983d0,DISK] 2024-11-22T16:17:52,321 INFO [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 2024-11-22T16:17:52,322 DEBUG [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-22T16:17:52,492 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:52,492 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a 2024-11-22T16:17:52,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:17:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:52,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:52,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:52,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:52,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:52,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:52,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:52,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:52,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:52,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:52,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:52,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:52,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:52,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:52,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:52,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:52,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:52,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:52,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740 2024-11-22T16:17:52,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740 2024-11-22T16:17:52,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:52,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:52,918 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:52,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:52,926 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:52,927 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65408103, jitterRate=-0.025343313813209534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:52,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292272899Initializing all the Stores at 1732292272901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292272901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292272901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292272901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292272901Cleaning up temporary data from old regions at 1732292272917 (+16 ms)Region opened successfully at 1732292272928 (+11 ms) 2024-11-22T16:17:52,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:52,933 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:52,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:52,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:52,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:52,934 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:52,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292272928Disabling compacts and flushes for region at 1732292272928Disabling writes for close at 1732292272933 (+5 ms)Writing region close event to WAL at 1732292272934 (+1 ms)Closed at 1732292272934 2024-11-22T16:17:52,936 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:52,936 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:52,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:52,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:52,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:53,089 DEBUG [93fb7f16a334:43737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:53,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:17:53,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40325,1732292269972, state=OPENING 2024-11-22T16:17:53,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:17:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-595183331/meta-region-server: CHANGED 2024-11-22T16:17:53,155 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-595183331/meta-region-server: CHANGED 2024-11-22T16:17:53,155 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:53,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40325,1732292269972}] 2024-11-22T16:17:53,309 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:53,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:53,316 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:53,316 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:53,316 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:53,318 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C40325%2C1732292269972.meta, suffix=.meta, logDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs, maxLogs=10 2024-11-22T16:17:53,335 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.meta.1732292273318.meta, exclude list is [], retry=0 2024-11-22T16:17:53,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-0930574e-fa04-4356-84cb-6efe660983d0,DISK] 2024-11-22T16:17:53,339 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.meta.1732292273318.meta 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:53,340 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:53,340 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:53,340 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:53,341 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:53,341 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:53,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:53,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:53,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:53,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:53,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:53,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:53,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:53,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:53,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:53,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:53,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:53,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:53,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:53,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:53,346 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:53,346 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740 2024-11-22T16:17:53,347 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740 2024-11-22T16:17:53,348 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:53,348 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:53,349 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:53,350 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:53,351 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126821, jitterRate=-0.02953474223613739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:53,351 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:53,351 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292273341Writing region info on filesystem at 1732292273341Initializing all the Stores at 1732292273341Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292273341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292273342 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292273342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292273342Cleaning up temporary data from old regions at 1732292273348 (+6 ms)Running coprocessor post-open hooks at 1732292273351 (+3 ms)Region opened successfully at 1732292273351 2024-11-22T16:17:53,352 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292273309 2024-11-22T16:17:53,354 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:53,354 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:53,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:17:53,356 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,40325,1732292269972, state=OPEN 2024-11-22T16:17:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-595183331/meta-region-server 2024-11-22T16:17:53,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-595183331/meta-region-server 2024-11-22T16:17:53,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,40325,1732292269972 2024-11-22T16:17:53,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-595183331/meta-region-server: CHANGED 2024-11-22T16:17:53,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-595183331/meta-region-server: CHANGED 2024-11-22T16:17:53,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:53,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,40325,1732292269972 in 328 msec 2024-11-22T16:17:53,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:53,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 550 msec 2024-11-22T16:17:53,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:53,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:53,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:53,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:17:53,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:53,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:53,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4190 sec 2024-11-22T16:17:53,497 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292273497, completionTime=-1 2024-11-22T16:17:53,497 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:53,497 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292333499 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292393499 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:43737, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,500 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,501 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.461sec 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:53,503 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:53,505 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:53,505 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:53,505 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43737,1732292269770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:53,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763dd23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:53,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43737,-1 for getting cluster id 2024-11-22T16:17:53,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:53,603 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1615d27-0a1b-4e66-a4af-345702e6f8be' 2024-11-22T16:17:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:53,603 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1615d27-0a1b-4e66-a4af-345702e6f8be" 2024-11-22T16:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3def92be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43737,-1] 2024-11-22T16:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:53,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:53,605 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:53,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fd7aeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:53,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:17:53,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:53,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:53,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,43737,1732292269770 2024-11-22T16:17:53,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:53,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:53,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10163564a8f0002 connected 2024-11-22T16:17:53,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir so I do NOT create it in target/test-data/98655007-dde4-1d71-2295-20117db431b3 2024-11-22T16:17:53,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:17:53,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.tmp.dir so I do NOT create it in target/test-data/98655007-dde4-1d71-2295-20117db431b3 2024-11-22T16:17:53,644 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:17:53,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3 2024-11-22T16:17:53,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:17:53,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/cluster_2f03d817-487e-bd13-85b4-d3bca5694fc3, deleteOnExit=true 2024-11-22T16:17:53,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/test.cache.data in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:17:53,645 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:17:53,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:17:53,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:17:53,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:53,970 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:53,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:53,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:53,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:17:53,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:53,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:53,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:54,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b66e275{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/java.io.tmpdir/jetty-localhost-35355-hadoop-hdfs-3_4_1-tests_jar-_-any-2135946045121193272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:17:54,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:35355} 2024-11-22T16:17:54,070 INFO [Time-limited test {}] server.Server(415): Started @59487ms 2024-11-22T16:17:54,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:17:54,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:17:54,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:17:54,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:17:54,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:17:54,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:17:54,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:17:54,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b53a213{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/java.io.tmpdir/jetty-localhost-39041-hadoop-hdfs-3_4_1-tests_jar-_-any-12362002177942316001/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:17:54,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:39041} 2024-11-22T16:17:54,421 INFO [Time-limited test {}] server.Server(415): Started @59838ms 2024-11-22T16:17:54,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:17:55,370 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/cluster_2f03d817-487e-bd13-85b4-d3bca5694fc3/data/data1/current/BP-210548382-172.17.0.2-1732292273662/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:55,370 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/cluster_2f03d817-487e-bd13-85b4-d3bca5694fc3/data/data2/current/BP-210548382-172.17.0.2-1732292273662/current, will proceed with Du for space computation calculation, 2024-11-22T16:17:55,388 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:17:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb6d3411f8f058f6 with lease ID 0xc7b3e0674d18bc52: Processing first storage report for DS-c10d16a2-9e37-4776-9885-d7366ebb8773 from datanode DatanodeRegistration(127.0.0.1:37193, datanodeUuid=28fa327d-b131-46f2-b7bd-d480119eeeee, infoPort=32967, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=302653614;c=1732292273662) 2024-11-22T16:17:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb6d3411f8f058f6 with lease ID 0xc7b3e0674d18bc52: from storage DS-c10d16a2-9e37-4776-9885-d7366ebb8773 node DatanodeRegistration(127.0.0.1:37193, datanodeUuid=28fa327d-b131-46f2-b7bd-d480119eeeee, infoPort=32967, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=302653614;c=1732292273662), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb6d3411f8f058f6 with lease ID 0xc7b3e0674d18bc52: Processing first storage report for DS-3d87fca9-b5b7-4610-9c02-ef0095206b9d from datanode DatanodeRegistration(127.0.0.1:37193, datanodeUuid=28fa327d-b131-46f2-b7bd-d480119eeeee, infoPort=32967, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=302653614;c=1732292273662) 2024-11-22T16:17:55,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb6d3411f8f058f6 with lease ID 0xc7b3e0674d18bc52: from storage DS-3d87fca9-b5b7-4610-9c02-ef0095206b9d node DatanodeRegistration(127.0.0.1:37193, datanodeUuid=28fa327d-b131-46f2-b7bd-d480119eeeee, infoPort=32967, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=302653614;c=1732292273662), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:17:55,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3 2024-11-22T16:17:55,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:55,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:55,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:17:55,858 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3 with version=8 2024-11-22T16:17:55,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/hbase-staging 2024-11-22T16:17:55,861 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:55,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38383 2024-11-22T16:17:55,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38383 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:55,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383830x0, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:55,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38383-0x10163564a8f0003 connected 2024-11-22T16:17:55,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:17:55,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:55,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:55,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:55,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:17:56,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:56,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:56,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/running 2024-11-22T16:17:56,151 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3, hbase.cluster.distributed=false 2024-11-22T16:17:56,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/acl 2024-11-22T16:17:56,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-22T16:17:56,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383 2024-11-22T16:17:56,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383 2024-11-22T16:17:56,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-22T16:17:56,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-22T16:17:56,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:17:56,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:17:56,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45471 2024-11-22T16:17:56,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45471 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:56,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:56,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454710x0, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:56,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454710x0, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/running 2024-11-22T16:17:56,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45471-0x10163564a8f0004 connected 2024-11-22T16:17:56,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:17:56,227 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:17:56,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/master 2024-11-22T16:17:56,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/acl 2024-11-22T16:17:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-22T16:17:56,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45471 2024-11-22T16:17:56,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45471 2024-11-22T16:17:56,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-22T16:17:56,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-22T16:17:56,241 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:38383 2024-11-22T16:17:56,241 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-532525775/backup-masters/93fb7f16a334,38383,1732292275860 2024-11-22T16:17:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/backup-masters 2024-11-22T16:17:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/backup-masters 2024-11-22T16:17:56,252 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on existing znode=/1-532525775/backup-masters/93fb7f16a334,38383,1732292275860 2024-11-22T16:17:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532525775/master 2024-11-22T16:17:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:56,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:56,262 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on existing znode=/1-532525775/master 2024-11-22T16:17:56,263 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-532525775/backup-masters/93fb7f16a334,38383,1732292275860 from backup master directory 2024-11-22T16:17:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532525775/backup-masters/93fb7f16a334,38383,1732292275860 2024-11-22T16:17:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/backup-masters 2024-11-22T16:17:56,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/backup-masters 2024-11-22T16:17:56,272 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:56,273 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,38383,1732292275860 2024-11-22T16:17:56,277 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/hbase.id] with ID: 6d898825-cb33-4912-accb-6d69c366f245 2024-11-22T16:17:56,277 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/.tmp/hbase.id 2024-11-22T16:17:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:17:56,682 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/.tmp/hbase.id]:[hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/hbase.id] 2024-11-22T16:17:56,693 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:17:56,693 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:17:56,695 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-22T16:17:56,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:56,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:17:57,159 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:57,160 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:17:57,160 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:57,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:17:57,568 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store 2024-11-22T16:17:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:17:57,976 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:57,976 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:17:57,976 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292277976Disabling compacts and flushes for region at 1732292277976Disabling writes for close at 1732292277976Writing region close event to WAL at 1732292277976Closed at 1732292277976 2024-11-22T16:17:57,977 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/.initializing 2024-11-22T16:17:57,977 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/WALs/93fb7f16a334,38383,1732292275860 2024-11-22T16:17:57,978 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:57,980 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C38383%2C1732292275860, suffix=, logDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/WALs/93fb7f16a334,38383,1732292275860, archiveDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/oldWALs, maxLogs=10 2024-11-22T16:17:57,993 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/WALs/93fb7f16a334,38383,1732292275860/93fb7f16a334%2C38383%2C1732292275860.1732292277980, exclude list is [], retry=0 2024-11-22T16:17:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-c10d16a2-9e37-4776-9885-d7366ebb8773,DISK] 2024-11-22T16:17:57,997 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/WALs/93fb7f16a334,38383,1732292275860/93fb7f16a334%2C38383%2C1732292275860.1732292277980 2024-11-22T16:17:57,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32967:32967)] 2024-11-22T16:17:57,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:57,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:57,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:57,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:57,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:17:58,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:58,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:58,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:17:58,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:58,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:58,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:17:58,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:58,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:58,004 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:17:58,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:58,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:17:58,006 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,006 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,007 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,008 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,008 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,008 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:58,009 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:17:58,011 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:58,012 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68365514, jitterRate=0.018725544214248657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:58,012 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292277997Initializing all the Stores at 1732292277998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292277998Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292277998Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292277998Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292277998Cleaning up temporary data from old regions at 1732292278008 (+10 ms)Region opened successfully at 1732292278012 (+4 ms) 2024-11-22T16:17:58,012 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:17:58,016 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747cae66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:58,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:17:58,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:17:58,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:17:58,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:17:58,017 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:17:58,018 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:17:58,018 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:17:58,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:17:58,020 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/balancer because node does not exist (not necessarily an error) 2024-11-22T16:17:58,146 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/balancer already deleted, retry=false 2024-11-22T16:17:58,147 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:17:58,147 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:17:58,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:17:58,157 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/normalizer already deleted, retry=false 2024-11-22T16:17:58,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:17:58,158 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:17:58,167 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/switch/split already deleted, retry=false 2024-11-22T16:17:58,168 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:17:58,178 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/switch/merge already deleted, retry=false 2024-11-22T16:17:58,180 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:17:58,188 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/snapshot-cleanup already deleted, retry=false 2024-11-22T16:17:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532525775/running 2024-11-22T16:17:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-532525775/running 2024-11-22T16:17:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,38383,1732292275860, sessionid=0x10163564a8f0003, setting cluster-up flag (Was=false) 2024-11-22T16:17:58,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,251 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-532525775/flush-table-proc/acquired, /1-532525775/flush-table-proc/reached, /1-532525775/flush-table-proc/abort 2024-11-22T16:17:58,253 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,38383,1732292275860 2024-11-22T16:17:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:58,304 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-532525775/online-snapshot/acquired, /1-532525775/online-snapshot/reached, /1-532525775/online-snapshot/abort 2024-11-22T16:17:58,305 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,38383,1732292275860 2024-11-22T16:17:58,306 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:17:58,307 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:58,307 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:17:58,308 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:17:58,308 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,38383,1732292275860 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:58,309 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292308310 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:17:58,310 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:58,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:17:58,311 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:17:58,311 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292278311,5,FailOnTimeoutGroup] 2024-11-22T16:17:58,312 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292278311,5,FailOnTimeoutGroup] 2024-11-22T16:17:58,312 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,312 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:17:58,312 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,312 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:58,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:17:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:17:58,334 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(746): ClusterId : 6d898825-cb33-4912-accb-6d69c366f245 2024-11-22T16:17:58,334 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:17:58,347 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:17:58,347 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:17:58,357 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:17:58,358 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66eece48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:17:58,368 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:45471 2024-11-22T16:17:58,368 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:17:58,368 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:17:58,368 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:17:58,369 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,38383,1732292275860 with port=45471, startcode=1732292276170 2024-11-22T16:17:58,369 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:17:58,370 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:17:58,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38383 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,372 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3 2024-11-22T16:17:58,372 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44317 2024-11-22T16:17:58,372 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:17:58,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/rs 2024-11-22T16:17:58,433 DEBUG [RS:0;93fb7f16a334:45471 {}] zookeeper.ZKUtil(111): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on existing znode=/1-532525775/rs/93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,433 WARN [RS:0;93fb7f16a334:45471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:17:58,433 INFO [RS:0;93fb7f16a334:45471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:58,433 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,45471,1732292276170] 2024-11-22T16:17:58,436 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:17:58,438 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:17:58,438 INFO [RS:0;93fb7f16a334:45471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:17:58,438 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,438 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:17:58,439 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:17:58,439 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:58,439 DEBUG [RS:0;93fb7f16a334:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,440 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45471,1732292276170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:58,453 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:17:58,453 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45471,1732292276170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,453 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,453 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.Replication(171): 93fb7f16a334,45471,1732292276170 started 2024-11-22T16:17:58,466 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:58,466 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,45471,1732292276170, RpcServer on 93fb7f16a334/172.17.0.2:45471, sessionid=0x10163564a8f0004 2024-11-22T16:17:58,466 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:17:58,466 DEBUG [RS:0;93fb7f16a334:45471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,466 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,45471,1732292276170' 2024-11-22T16:17:58,466 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-532525775/flush-table-proc/abort' 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-532525775/flush-table-proc/acquired' 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,45471,1732292276170 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,45471,1732292276170' 2024-11-22T16:17:58,467 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-532525775/online-snapshot/abort' 2024-11-22T16:17:58,468 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-532525775/online-snapshot/acquired' 2024-11-22T16:17:58,468 DEBUG [RS:0;93fb7f16a334:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:17:58,468 INFO [RS:0;93fb7f16a334:45471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:17:58,468 INFO [RS:0;93fb7f16a334:45471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:17:58,568 INFO [RS:0;93fb7f16a334:45471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:17:58,570 INFO [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C45471%2C1732292276170, suffix=, logDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170, archiveDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/oldWALs, maxLogs=10 2024-11-22T16:17:58,582 DEBUG [RS:0;93fb7f16a334:45471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170/93fb7f16a334%2C45471%2C1732292276170.1732292278570, exclude list is [], retry=0 2024-11-22T16:17:58,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-c10d16a2-9e37-4776-9885-d7366ebb8773,DISK] 2024-11-22T16:17:58,587 INFO [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170/93fb7f16a334%2C45471%2C1732292276170.1732292278570 2024-11-22T16:17:58,587 DEBUG [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32967:32967)] 2024-11-22T16:17:58,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:17:58,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3 2024-11-22T16:17:58,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:17:59,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:59,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:59,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:59,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:59,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:59,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:59,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:59,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:59,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:59,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:59,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740 2024-11-22T16:17:59,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740 2024-11-22T16:17:59,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:59,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:59,140 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:59,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:59,143 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:17:59,143 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61856018, jitterRate=-0.07827350497245789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:59,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292279128Initializing all the Stores at 1732292279129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279129Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292279129Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279129Cleaning up temporary data from old regions at 1732292279139 (+10 ms)Region opened successfully at 1732292279143 (+4 ms) 2024-11-22T16:17:59,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:17:59,143 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:17:59,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:17:59,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:17:59,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:17:59,144 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:17:59,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292279143Disabling compacts and flushes for region at 1732292279143Disabling writes for close at 1732292279143Writing region close event to WAL at 1732292279144 (+1 ms)Closed at 1732292279144 2024-11-22T16:17:59,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:59,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:17:59,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:17:59,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:59,147 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:17:59,297 DEBUG [93fb7f16a334:38383 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:17:59,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,45471,1732292276170 2024-11-22T16:17:59,299 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,45471,1732292276170, state=OPENING 2024-11-22T16:17:59,342 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:17:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:59,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:17:59,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532525775/meta-region-server: CHANGED 2024-11-22T16:17:59,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532525775/meta-region-server: CHANGED 2024-11-22T16:17:59,353 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:17:59,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,45471,1732292276170}] 2024-11-22T16:17:59,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:17:59,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:17:59,513 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:17:59,513 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:17:59,514 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:17:59,515 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C45471%2C1732292276170.meta, suffix=.meta, logDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170, archiveDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/oldWALs, maxLogs=10 2024-11-22T16:17:59,535 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170/93fb7f16a334%2C45471%2C1732292276170.meta.1732292279516.meta, exclude list is [], retry=0 2024-11-22T16:17:59,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37193,DS-c10d16a2-9e37-4776-9885-d7366ebb8773,DISK] 2024-11-22T16:17:59,540 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/WALs/93fb7f16a334,45471,1732292276170/93fb7f16a334%2C45471%2C1732292276170.meta.1732292279516.meta 2024-11-22T16:17:59,540 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32967:32967)] 2024-11-22T16:17:59,541 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:17:59,541 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:17:59,541 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:17:59,541 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:17:59,541 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:17:59,542 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:17:59,542 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:17:59,542 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:17:59,542 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:17:59,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:17:59,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:17:59,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:17:59,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:17:59,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:17:59,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:17:59,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:17:59,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:17:59,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:17:59,549 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:17:59,550 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740 2024-11-22T16:17:59,551 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740 2024-11-22T16:17:59,553 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:17:59,553 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:17:59,553 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:17:59,555 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:17:59,556 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70333782, jitterRate=0.048055022954940796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:17:59,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:17:59,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292279542Writing region info on filesystem at 1732292279542Initializing all the Stores at 1732292279543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292279543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292279543Cleaning up temporary data from old regions at 1732292279553 (+10 ms)Running coprocessor post-open hooks at 1732292279556 (+3 ms)Region opened successfully at 1732292279556 2024-11-22T16:17:59,557 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292279506 2024-11-22T16:17:59,560 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:17:59,560 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:17:59,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,45471,1732292276170 2024-11-22T16:17:59,561 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,45471,1732292276170, state=OPEN 2024-11-22T16:17:59,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-532525775/meta-region-server 2024-11-22T16:17:59,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-532525775/meta-region-server 2024-11-22T16:17:59,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,45471,1732292276170 2024-11-22T16:17:59,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532525775/meta-region-server: CHANGED 2024-11-22T16:17:59,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-532525775/meta-region-server: CHANGED 2024-11-22T16:17:59,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:17:59,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,45471,1732292276170 in 221 msec 2024-11-22T16:17:59,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:17:59,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 432 msec 2024-11-22T16:17:59,580 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:17:59,580 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:17:59,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:59,582 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45471,1732292276170, seqNum=-1] 2024-11-22T16:17:59,582 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:59,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:59,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-22T16:17:59,589 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292279589, completionTime=-1 2024-11-22T16:17:59,589 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:17:59,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292339591 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292399591 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:38383, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,591 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,593 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.322sec 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:17:59,595 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:17:59,596 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:17:59,598 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:17:59,598 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:17:59,599 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38383,1732292275860-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:17:59,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ed74cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:59,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38383,-1 for getting cluster id 2024-11-22T16:17:59,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:17:59,636 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d898825-cb33-4912-accb-6d69c366f245' 2024-11-22T16:17:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:17:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d898825-cb33-4912-accb-6d69c366f245" 2024-11-22T16:17:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2149f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38383,-1] 2024-11-22T16:17:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:17:59,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:17:59,638 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:17:59,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:17:59,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:17:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45471,1732292276170, seqNum=-1] 2024-11-22T16:17:59,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:17:59,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:17:59,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,38383,1732292275860 2024-11-22T16:17:59,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64962 2024-11-22T16:17:59,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:17:59,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10163564a8f0005 connected 2024-11-22T16:17:59,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:17:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43737,1732292269770 2024-11-22T16:17:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c4c977 2024-11-22T16:17:59,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:17:59,668 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:17:59,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:17:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:17:59,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:17:59,676 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:17:59,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:17:59,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:17:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:59,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:17:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:17:59,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:00,086 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dc56420de2b5b0eeb404f6f1f7cbdb4, NAME => 'test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a 2024-11-22T16:18:00,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:18:00,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:00,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:18:00,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:18:00,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:18:00,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:18:00,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:18:00,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:18:00,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:18:00,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:18:00,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:00,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8dc56420de2b5b0eeb404f6f1f7cbdb4, disabling compactions & flushes 2024-11-22T16:18:00,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. after waiting 0 ms 2024-11-22T16:18:00,501 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dc56420de2b5b0eeb404f6f1f7cbdb4: Waiting for close lock at 1732292280501Disabling compacts and flushes for region at 1732292280501Disabling writes for close at 1732292280501Writing region close event to WAL at 1732292280501Closed at 1732292280501 2024-11-22T16:18:00,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:18:00,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292280504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292280504"}]},"ts":"1732292280504"} 2024-11-22T16:18:00,509 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:18:00,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:18:00,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292280511"}]},"ts":"1732292280511"} 2024-11-22T16:18:00,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:18:00,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8dc56420de2b5b0eeb404f6f1f7cbdb4, ASSIGN}] 2024-11-22T16:18:00,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8dc56420de2b5b0eeb404f6f1f7cbdb4, ASSIGN 2024-11-22T16:18:00,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8dc56420de2b5b0eeb404f6f1f7cbdb4, ASSIGN; state=OFFLINE, location=93fb7f16a334,40325,1732292269972; forceNewPlan=false, retain=false 2024-11-22T16:18:00,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dc56420de2b5b0eeb404f6f1f7cbdb4, regionState=OPENING, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:18:00,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8dc56420de2b5b0eeb404f6f1f7cbdb4, ASSIGN because future has completed 2024-11-22T16:18:00,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc56420de2b5b0eeb404f6f1f7cbdb4, server=93fb7f16a334,40325,1732292269972}] 2024-11-22T16:18:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:00,831 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,831 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dc56420de2b5b0eeb404f6f1f7cbdb4, NAME => 'test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:18:00,832 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:18:00,832 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:18:00,832 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:00,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,840 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,843 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc56420de2b5b0eeb404f6f1f7cbdb4 columnFamilyName f 2024-11-22T16:18:00,844 DEBUG [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:00,848 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(327): Store=8dc56420de2b5b0eeb404f6f1f7cbdb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:00,848 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,850 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc56420de2b5b0eeb404f6f1f7cbdb4 columnFamilyName f1 2024-11-22T16:18:00,850 DEBUG [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:00,851 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(327): Store=8dc56420de2b5b0eeb404f6f1f7cbdb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:00,851 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,854 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc56420de2b5b0eeb404f6f1f7cbdb4 columnFamilyName norep 2024-11-22T16:18:00,854 DEBUG [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:00,855 INFO [StoreOpener-8dc56420de2b5b0eeb404f6f1f7cbdb4-1 {}] regionserver.HStore(327): Store=8dc56420de2b5b0eeb404f6f1f7cbdb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:00,855 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,856 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,857 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,860 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,860 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,861 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:18:00,862 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,866 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:18:00,866 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8dc56420de2b5b0eeb404f6f1f7cbdb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69490389, jitterRate=0.03548748791217804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:18:00,866 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:18:00,867 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8dc56420de2b5b0eeb404f6f1f7cbdb4: Running coprocessor pre-open hook at 1732292280833Writing region info on filesystem at 1732292280833Initializing all the Stores at 1732292280834 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292280834Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292280840 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292280840Cleaning up temporary data from old regions at 1732292280860 (+20 ms)Running coprocessor post-open hooks at 1732292280866 (+6 ms)Region opened successfully at 1732292280867 (+1 ms) 2024-11-22T16:18:00,871 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., pid=6, masterSystemTime=1732292280826 2024-11-22T16:18:00,874 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,874 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:18:00,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dc56420de2b5b0eeb404f6f1f7cbdb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:18:00,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dc56420de2b5b0eeb404f6f1f7cbdb4, server=93fb7f16a334,40325,1732292269972 because future has completed 2024-11-22T16:18:00,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:18:00,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dc56420de2b5b0eeb404f6f1f7cbdb4, server=93fb7f16a334,40325,1732292269972 in 211 msec 2024-11-22T16:18:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:18:00,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8dc56420de2b5b0eeb404f6f1f7cbdb4, ASSIGN in 372 msec 2024-11-22T16:18:00,891 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:18:00,891 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292280891"}]},"ts":"1732292280891"} 2024-11-22T16:18:00,894 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:18:00,895 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:18:00,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2230 sec 2024-11-22T16:18:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:01,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:01,824 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:18:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38383,1732292275860 2024-11-22T16:18:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770456aa 2024-11-22T16:18:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:01,826 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:18:01,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:18:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:18:01,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:18:01,830 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:01,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:18:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:01,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:18:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:18:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:02,239 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3196175df984e56eb28796b587f57192, NAME => 'test,,1732292281827.3196175df984e56eb28796b587f57192.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3 2024-11-22T16:18:02,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:18:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292281827.3196175df984e56eb28796b587f57192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3196175df984e56eb28796b587f57192, disabling compactions & flushes 2024-11-22T16:18:02,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292281827.3196175df984e56eb28796b587f57192. after waiting 0 ms 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,645 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3196175df984e56eb28796b587f57192: Waiting for close lock at 1732292282645Disabling compacts and flushes for region at 1732292282645Disabling writes for close at 1732292282645Writing region close event to WAL at 1732292282645Closed at 1732292282645 2024-11-22T16:18:02,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:18:02,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292281827.3196175df984e56eb28796b587f57192.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292282647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292282647"}]},"ts":"1732292282647"} 2024-11-22T16:18:02,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:18:02,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:18:02,651 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292282651"}]},"ts":"1732292282651"} 2024-11-22T16:18:02,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:18:02,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3196175df984e56eb28796b587f57192, ASSIGN}] 2024-11-22T16:18:02,655 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3196175df984e56eb28796b587f57192, ASSIGN 2024-11-22T16:18:02,656 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3196175df984e56eb28796b587f57192, ASSIGN; state=OFFLINE, location=93fb7f16a334,45471,1732292276170; forceNewPlan=false, retain=false 2024-11-22T16:18:02,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3196175df984e56eb28796b587f57192, regionState=OPENING, regionLocation=93fb7f16a334,45471,1732292276170 2024-11-22T16:18:02,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3196175df984e56eb28796b587f57192, ASSIGN because future has completed 2024-11-22T16:18:02,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3196175df984e56eb28796b587f57192, server=93fb7f16a334,45471,1732292276170}] 2024-11-22T16:18:02,965 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,965 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3196175df984e56eb28796b587f57192, NAME => 'test,,1732292281827.3196175df984e56eb28796b587f57192.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:18:02,966 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:18:02,966 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:18:02,966 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,966 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292281827.3196175df984e56eb28796b587f57192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:02,966 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,966 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,967 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,969 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3196175df984e56eb28796b587f57192 columnFamilyName f 2024-11-22T16:18:02,969 DEBUG [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:02,969 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(327): Store=3196175df984e56eb28796b587f57192/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:02,969 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,970 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3196175df984e56eb28796b587f57192 columnFamilyName f1 2024-11-22T16:18:02,971 DEBUG [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:02,971 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(327): Store=3196175df984e56eb28796b587f57192/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:02,971 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,972 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3196175df984e56eb28796b587f57192 columnFamilyName norep 2024-11-22T16:18:02,972 DEBUG [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:02,972 INFO [StoreOpener-3196175df984e56eb28796b587f57192-1 {}] regionserver.HStore(327): Store=3196175df984e56eb28796b587f57192/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:02,973 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:02,973 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,974 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,975 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,975 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,975 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:18:02,976 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,978 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:18:02,978 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3196175df984e56eb28796b587f57192; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64064190, jitterRate=-0.04536917805671692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:18:02,978 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3196175df984e56eb28796b587f57192 2024-11-22T16:18:02,978 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3196175df984e56eb28796b587f57192: Running coprocessor pre-open hook at 1732292282966Writing region info on filesystem at 1732292282966Initializing all the Stores at 1732292282967 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292282967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292282967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292282967Cleaning up temporary data from old regions at 1732292282975 (+8 ms)Running coprocessor post-open hooks at 1732292282978 (+3 ms)Region opened successfully at 1732292282978 2024-11-22T16:18:02,979 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292281827.3196175df984e56eb28796b587f57192., pid=6, masterSystemTime=1732292282962 2024-11-22T16:18:02,981 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,981 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:18:02,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3196175df984e56eb28796b587f57192, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,45471,1732292276170 2024-11-22T16:18:02,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3196175df984e56eb28796b587f57192, server=93fb7f16a334,45471,1732292276170 because future has completed 2024-11-22T16:18:02,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:18:02,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3196175df984e56eb28796b587f57192, server=93fb7f16a334,45471,1732292276170 in 177 msec 2024-11-22T16:18:02,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:18:02,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3196175df984e56eb28796b587f57192, ASSIGN in 335 msec 2024-11-22T16:18:02,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:18:02,991 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292282991"}]},"ts":"1732292282991"} 2024-11-22T16:18:02,993 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:18:02,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:18:02,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-22T16:18:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:18:03,983 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:18:03,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abe0e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43737,-1 for getting cluster id 2024-11-22T16:18:03,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:03,985 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1615d27-0a1b-4e66-a4af-345702e6f8be' 2024-11-22T16:18:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1615d27-0a1b-4e66-a4af-345702e6f8be" 2024-11-22T16:18:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69220d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43737,-1] 2024-11-22T16:18:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:03,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:03,986 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:03,987 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166f2a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9afe39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38383,-1 for getting cluster id 2024-11-22T16:18:03,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:03,988 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d898825-cb33-4912-accb-6d69c366f245' 2024-11-22T16:18:03,988 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d898825-cb33-4912-accb-6d69c366f245" 2024-11-22T16:18:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703a68ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38383,-1] 2024-11-22T16:18:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:03,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:03,990 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:03,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab9bcb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a06532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43737,-1 for getting cluster id 2024-11-22T16:18:03,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:03,992 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1615d27-0a1b-4e66-a4af-345702e6f8be' 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1615d27-0a1b-4e66-a4af-345702e6f8be" 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496b04ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43737,-1] 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:03,992 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:03,993 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:03,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f7df81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:03,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43737,1732292269770 2024-11-22T16:18:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@195764e9 2024-11-22T16:18:03,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:03,998 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:18:03,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:38383,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:18:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:18:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:04,001 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:38383' 2024-11-22T16:18:04,002 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610a8551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:04,002 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38383,-1 for getting cluster id 2024-11-22T16:18:04,002 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:04,003 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d898825-cb33-4912-accb-6d69c366f245' 2024-11-22T16:18:04,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:04,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d898825-cb33-4912-accb-6d69c366f245" 2024-11-22T16:18:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14015de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38383,-1] 2024-11-22T16:18:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:04,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:04,005 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:04,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d79447e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:04,005 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38383,1732292275860 2024-11-22T16:18:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30845649 2024-11-22T16:18:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:04,007 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:18:04,007 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T16:18:04,007 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:18:04,007 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:04,008 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:04,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:18:04,008 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:18:04,009 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:18:04,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:18:04,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:04,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:18:04,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:18:04,059 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:18:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:04,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:18:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:04,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 311f6b6b3368248bf9a7cb6777299214, NAME => 'hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a 2024-11-22T16:18:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:18:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 311f6b6b3368248bf9a7cb6777299214, disabling compactions & flushes 2024-11-22T16:18:04,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. after waiting 0 ms 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:04,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:04,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 311f6b6b3368248bf9a7cb6777299214: Waiting for close lock at 1732292284849Disabling compacts and flushes for region at 1732292284849Disabling writes for close at 1732292284849Writing region close event to WAL at 1732292284849Closed at 1732292284849 2024-11-22T16:18:04,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:18:04,852 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292284852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292284852"}]},"ts":"1732292284852"} 2024-11-22T16:18:04,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:18:04,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:18:04,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292284864"}]},"ts":"1732292284864"} 2024-11-22T16:18:04,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:18:04,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f6b6b3368248bf9a7cb6777299214, ASSIGN}] 2024-11-22T16:18:04,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f6b6b3368248bf9a7cb6777299214, ASSIGN 2024-11-22T16:18:04,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311f6b6b3368248bf9a7cb6777299214, ASSIGN; state=OFFLINE, location=93fb7f16a334,40325,1732292269972; forceNewPlan=false, retain=false 2024-11-22T16:18:05,027 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311f6b6b3368248bf9a7cb6777299214, regionState=OPENING, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:18:05,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=311f6b6b3368248bf9a7cb6777299214, ASSIGN because future has completed 2024-11-22T16:18:05,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311f6b6b3368248bf9a7cb6777299214, server=93fb7f16a334,40325,1732292269972}] 2024-11-22T16:18:05,043 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:18:05,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:05,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:05,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:05,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:18:05,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:18:05,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C40325%2C1732292269972.rep, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs, maxLogs=10 2024-11-22T16:18:05,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.rep.1732292285189, exclude list is [], retry=0 2024-11-22T16:18:05,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-0930574e-fa04-4356-84cb-6efe660983d0,DISK] 2024-11-22T16:18:05,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.rep.1732292285189 2024-11-22T16:18:05,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-22T16:18:05,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 311f6b6b3368248bf9a7cb6777299214, NAME => 'hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:18:05,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:18:05,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:18:05,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. service=MultiRowMutationService 2024-11-22T16:18:05,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:18:05,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:18:05,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,208 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,209 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f6b6b3368248bf9a7cb6777299214 columnFamilyName hfileref 2024-11-22T16:18:05,209 DEBUG [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:05,210 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(327): Store=311f6b6b3368248bf9a7cb6777299214/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:05,210 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,211 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f6b6b3368248bf9a7cb6777299214 columnFamilyName queue 2024-11-22T16:18:05,211 DEBUG [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:05,211 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(327): Store=311f6b6b3368248bf9a7cb6777299214/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:05,211 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,212 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 311f6b6b3368248bf9a7cb6777299214 columnFamilyName sid 2024-11-22T16:18:05,212 DEBUG [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:18:05,213 INFO [StoreOpener-311f6b6b3368248bf9a7cb6777299214-1 {}] regionserver.HStore(327): Store=311f6b6b3368248bf9a7cb6777299214/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:18:05,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:18:05,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:18:05,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 311f6b6b3368248bf9a7cb6777299214; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75008083, jitterRate=0.11770753562450409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:18:05,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:18:05,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 311f6b6b3368248bf9a7cb6777299214: Running coprocessor pre-open hook at 1732292285207Writing region info on filesystem at 1732292285207Initializing all the Stores at 1732292285208 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292285208Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292285208Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292285208Cleaning up temporary data from old regions at 1732292285214 (+6 ms)Running coprocessor post-open hooks at 1732292285218 (+4 ms)Region opened successfully at 1732292285218 2024-11-22T16:18:05,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214., pid=10, masterSystemTime=1732292285183 2024-11-22T16:18:05,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:05,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:18:05,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=311f6b6b3368248bf9a7cb6777299214, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,40325,1732292269972 2024-11-22T16:18:05,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 311f6b6b3368248bf9a7cb6777299214, server=93fb7f16a334,40325,1732292269972 because future has completed 2024-11-22T16:18:05,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:18:05,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 311f6b6b3368248bf9a7cb6777299214, server=93fb7f16a334,40325,1732292269972 in 194 msec 2024-11-22T16:18:05,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:18:05,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=311f6b6b3368248bf9a7cb6777299214, ASSIGN in 359 msec 2024-11-22T16:18:05,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:18:05,230 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292285230"}]},"ts":"1732292285230"} 2024-11-22T16:18:05,232 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:18:05,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:18:05,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-11-22T16:18:05,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214., hostname=93fb7f16a334,40325,1732292269972, seqNum=2] 2024-11-22T16:18:05,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:18:05,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:18:05,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:18:05,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40325 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:18:05,717 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:18:05,744 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,40325,1732292269972, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:18:05,744 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:05,744 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:18:05,745 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:05,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-22T16:18:05,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,40325,1732292269972', locateType=CURRENT is [region=hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214., hostname=93fb7f16a334,40325,1732292269972, seqNum=2] 2024-11-22T16:18:05,750 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:18:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:18:05,753 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,40325,1732292269972 suceeded 2024-11-22T16:18:05,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:18:05,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-22T16:18:05,755 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:38383,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-22T16:18:05,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7570 sec 2024-11-22T16:18:05,765 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:38383' 2024-11-22T16:18:05,766 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3326d3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:05,766 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38383,-1 for getting cluster id 2024-11-22T16:18:05,766 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:05,767 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d898825-cb33-4912-accb-6d69c366f245' 2024-11-22T16:18:05,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:05,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d898825-cb33-4912-accb-6d69c366f245" 2024-11-22T16:18:05,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27ed7371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:05,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38383,-1] 2024-11-22T16:18:05,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:05,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:05,769 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:05,769 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381e8ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:05,769 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38383,1732292275860 2024-11-22T16:18:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60051c7b 2024-11-22T16:18:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:05,771 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-22T16:18:05,772 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,40325,1732292269972 (queues=1) is replicating from cluster=d1615d27-0a1b-4e66-a4af-345702e6f8be to cluster=6d898825-cb33-4912-accb-6d69c366f245 2024-11-22T16:18:05,772 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C40325%2C1732292269972 2024-11-22T16:18:05,772 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,40325,1732292269972, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:18:05,772 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C40325%2C1732292269972 2024-11-22T16:18:05,772 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305, startPosition=0, beingWritten=true 2024-11-22T16:18:05,780 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:18:05,780 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 379, reset compression=false 2024-11-22T16:18:05,780 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:18:05,983 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 379, reset compression=false 2024-11-22T16:18:06,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43737 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:18:06,144 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:18:06,144 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:18:06,144 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:18:06,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:06,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:06,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:18:06,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:18:06,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732292286153/Put/seqid=0 2024-11-22T16:18:06,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741840_1016 (size=7894) 2024-11-22T16:18:06,165 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_1 is 34, key is ddd/f:row/1732292286163/Put/seqid=0 2024-11-22T16:18:06,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741841_1017 (size=7691) 2024-11-22T16:18:06,287 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 379, reset compression=false 2024-11-22T16:18:06,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dbf9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:06,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43737,-1 for getting cluster id 2024-11-22T16:18:06,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:06,577 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1615d27-0a1b-4e66-a4af-345702e6f8be' 2024-11-22T16:18:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1615d27-0a1b-4e66-a4af-345702e6f8be" 2024-11-22T16:18:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c0e95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43737,-1] 2024-11-22T16:18:06,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:06,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:06,579 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:06,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ef9416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:06,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:06,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:18:06,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:06,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:18:06,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43737,1732292269770 2024-11-22T16:18:06,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fe212c7 2024-11-22T16:18:06,599 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:06,600 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:18:06,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2] 2024-11-22T16:18:06,620 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:18:06,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T16:18:06,642 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T16:18:06,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_0 for inclusion in 8dc56420de2b5b0eeb404f6f1f7cbdb4/f 2024-11-22T16:18:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T16:18:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:06,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_1 for inclusion in 8dc56420de2b5b0eeb404f6f1f7cbdb4/f 2024-11-22T16:18:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T16:18:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegion(2603): Flush status journal for 8dc56420de2b5b0eeb404f6f1f7cbdb4: 2024-11-22T16:18:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_0 to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_0 2024-11-22T16:18:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_0 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ 2024-11-22T16:18:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f/f/hfile_1 to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_1 2024-11-22T16:18:06,692 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 379, reset compression=false 2024-11-22T16:18:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_1 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ 2024-11-22T16:18:06,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_0 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ - updating store file list. 2024-11-22T16:18:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d73d4294da84a96863eacfab0c4720f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:06,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f 2024-11-22T16:18:06,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_0 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f (new location: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_) 2024-11-22T16:18:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_0 2024-11-22T16:18:06,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_1 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ - updating store file list. 2024-11-22T16:18:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0de663dc48a741b196a5094f21213e5d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:06,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f 2024-11-22T16:18:06,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_1 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f (new location: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_) 2024-11-22T16:18:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__vbvcrbig0gr2vunu0onr7ahg7ccdd8uf4f41u1u5e6msa35derttft1edbndh8hp/f/hfile_1 2024-11-22T16:18:06,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:18:06,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:18:06,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:06,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 , the old value is region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:40325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:18:06,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:18:06,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 from cache 2024-11-22T16:18:06,741 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T16:18:06,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:18:06,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:06,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45471,1732292276170, seqNum=-1] 2024-11-22T16:18:06,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:06,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:18:06,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292281827.3196175df984e56eb28796b587f57192., hostname=93fb7f16a334,45471,1732292276170, seqNum=2] 2024-11-22T16:18:06,755 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:18:06,844 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:18:07,200 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 379, reset compression=false 2024-11-22T16:18:07,206 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:18:07,206 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: WALEntryBatch [walEntries=[{test/8dc56420de2b5b0eeb404f6f1f7cbdb4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292286729/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:18:07,223 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:18:07,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-22T16:18:07,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(318): Replicating [d1615d27-0a1b-4e66-a4af-345702e6f8be] bulk loaded data 2024-11-22T16:18:07,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@680df215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:07,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38383,-1 for getting cluster id 2024-11-22T16:18:07,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:07,230 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d898825-cb33-4912-accb-6d69c366f245' 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d898825-cb33-4912-accb-6d69c366f245" 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72c61449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38383,-1] 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:07,231 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:07,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f02f513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:07,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741837_1013 (size=7894) 2024-11-22T16:18:07,406 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:07,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741838_1014 (size=7691) 2024-11-22T16:18:07,713 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:07,758 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:18:08,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38383,1732292275860 2024-11-22T16:18:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65370922 2024-11-22T16:18:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:08,066 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-22T16:18:08,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:18:08,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:08,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45471,1732292276170, seqNum=-1] 2024-11-22T16:18:08,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:08,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-22T16:18:08,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T16:18:08,080 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T16:18:08,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ for inclusion in 3196175df984e56eb28796b587f57192/f 2024-11-22T16:18:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T16:18:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:08,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ for inclusion in 3196175df984e56eb28796b587f57192/f 2024-11-22T16:18:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T16:18:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HRegion(2603): Flush status journal for 3196175df984e56eb28796b587f57192: 2024-11-22T16:18:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de663dc48a741b196a5094f21213e5d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:18:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/1ff35cf34eeb4ac1ac559bc71b67124b_SeqId_4_ 2024-11-22T16:18:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6d73d4294da84a96863eacfab0c4720f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:18:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/d78dedc4afa64fd48e02590c275312a1_SeqId_4_ 2024-11-22T16:18:08,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ into 3196175df984e56eb28796b587f57192/f as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/1ff35cf34eeb4ac1ac559bc71b67124b_SeqId_4_ - updating store file list. 2024-11-22T16:18:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ff35cf34eeb4ac1ac559bc71b67124b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/1ff35cf34eeb4ac1ac559bc71b67124b_SeqId_4_ into 3196175df984e56eb28796b587f57192/f 2024-11-22T16:18:08,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ into 3196175df984e56eb28796b587f57192/f (new location: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/1ff35cf34eeb4ac1ac559bc71b67124b_SeqId_4_) 2024-11-22T16:18:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/0de663dc48a741b196a5094f21213e5d_SeqId_4_ 2024-11-22T16:18:08,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ into 3196175df984e56eb28796b587f57192/f as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/d78dedc4afa64fd48e02590c275312a1_SeqId_4_ - updating store file list. 2024-11-22T16:18:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d78dedc4afa64fd48e02590c275312a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/d78dedc4afa64fd48e02590c275312a1_SeqId_4_ into 3196175df984e56eb28796b587f57192/f 2024-11-22T16:18:08,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ into 3196175df984e56eb28796b587f57192/f (new location: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/f/d78dedc4afa64fd48e02590c275312a1_SeqId_4_) 2024-11-22T16:18:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/staging/jenkins.hfs.6__test__ln7knekqb5f5h9gtmk2it8lvf74tfoq0de6lun4gu8722u3c51ajv0igdfsrvdvc/f/6d73d4294da84a96863eacfab0c4720f_SeqId_4_ 2024-11-22T16:18:08,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(324): Finished replicating [d1615d27-0a1b-4e66-a4af-345702e6f8be] bulk loaded data 2024-11-22T16:18:08,117 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:08,621 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:08,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:18:08,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732292288775/Put/seqid=0 2024-11-22T16:18:08,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741842_1018 (size=7997) 2024-11-22T16:18:09,184 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732292289184/Put/seqid=0 2024-11-22T16:18:09,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741843_1019 (size=7794) 2024-11-22T16:18:09,225 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:09,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4db7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:09,590 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43737,-1 for getting cluster id 2024-11-22T16:18:09,590 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:18:09,591 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1615d27-0a1b-4e66-a4af-345702e6f8be' 2024-11-22T16:18:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:18:09,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1615d27-0a1b-4e66-a4af-345702e6f8be" 2024-11-22T16:18:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d056281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43737,-1] 2024-11-22T16:18:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:18:09,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:09,593 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:18:09,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406130d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:18:09,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:09,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:18:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:09,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:18:09,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:18:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43737,1732292269770 2024-11-22T16:18:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fed8399 2024-11-22T16:18:09,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:18:09,605 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:18:09,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2] 2024-11-22T16:18:09,611 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:18:09,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T16:18:09,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T16:18:09,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_0 for inclusion in 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 2024-11-22T16:18:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T16:18:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:09,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_1 for inclusion in 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 2024-11-22T16:18:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T16:18:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:18:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegion(2603): Flush status journal for 8dc56420de2b5b0eeb404f6f1f7cbdb4: 2024-11-22T16:18:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_0 to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_0 2024-11-22T16:18:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_0 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/6a523b728efe4ade92c09d00a36663a7_SeqId_6_ 2024-11-22T16:18:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/load_f1/f1/hfile_1 to hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_1 2024-11-22T16:18:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_1 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/f692c6f38241469dbc19ac129fff07b6_SeqId_6_ 2024-11-22T16:18:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-22T16:18:09,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_0 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/6a523b728efe4ade92c09d00a36663a7_SeqId_6_ - updating store file list. 2024-11-22T16:18:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a523b728efe4ade92c09d00a36663a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:09,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/6a523b728efe4ade92c09d00a36663a7_SeqId_6_ into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 2024-11-22T16:18:09,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_0 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 (new location: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/6a523b728efe4ade92c09d00a36663a7_SeqId_6_) 2024-11-22T16:18:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_0 2024-11-22T16:18:09,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_1 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/f692c6f38241469dbc19ac129fff07b6_SeqId_6_ - updating store file list. 2024-11-22T16:18:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f692c6f38241469dbc19ac129fff07b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:18:09,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/f692c6f38241469dbc19ac129fff07b6_SeqId_6_ into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 2024-11-22T16:18:09,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_1 into 8dc56420de2b5b0eeb404f6f1f7cbdb4/f1 (new location: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/f1/f692c6f38241469dbc19ac129fff07b6_SeqId_6_) 2024-11-22T16:18:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/staging/jenkins__test__pv0i5v9gp7uapie8jph9k3jhfs7rdkmpi0k2laov2m9vgmd5kpkdgrtcnrcke6dd/f1/hfile_1 2024-11-22T16:18:09,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:18:09,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:18:09,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:09,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:18:09,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:18:09,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 , the old value is region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:40325 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:18:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:18:09,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2 from cache 2024-11-22T16:18:09,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:18:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,40325,1732292269972, seqNum=-1] 2024-11-22T16:18:09,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:18:09,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:18:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40325: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46514 deadline: 1732292349651 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46514 2024-11-22T16:18:09,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4., hostname=93fb7f16a334,40325,1732292269972, seqNum=2] 2024-11-22T16:18:09,763 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:40325 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:18:09,929 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 687, reset compression=false 2024-11-22T16:18:09,933 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:18:09,933 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:09,933 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:18:10,137 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:10,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:18:10,441 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:10,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:18:10,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:10,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:10,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:18:10,749 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:18:10,749 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:18:10,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:18:10,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T16:18:10,750 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:18:10,750 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:18:10,845 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:11,349 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:11,953 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:12,657 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:13,462 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:14,367 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:15,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:16,486 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:17,690 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:18,994 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:19,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:18:20,399 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:21,903 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:23,509 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:25,214 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:25,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:18:27,018 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:28,922 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:29,936 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: null 2024-11-22T16:18:30,926 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:33,030 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:33,858 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T16:18:33,858 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T16:18:35,234 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:37,537 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:39,639 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T16:18:39,639 INFO [master/93fb7f16a334:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T16:18:39,941 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:42,445 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:45,049 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:45,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8dc56420de2b5b0eeb404f6f1f7cbdb4, had cached 0 bytes from a total of 31376 2024-11-22T16:18:47,753 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:47,966 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3196175df984e56eb28796b587f57192, had cached 0 bytes from a total of 15585 2024-11-22T16:18:49,359 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:18:49,936 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: null 2024-11-22T16:18:50,558 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:53,462 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:55,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:18:56,465 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:59,569 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:18:59,636 DEBUG [master/93fb7f16a334:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-22T16:19:02,773 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:19:06,079 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:19:09,485 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:19:09,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:19:09,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:09,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:09,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:09,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:09,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:09,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:19:09,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1821087822, stopped=false 2024-11-22T16:19:09,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,38383,1732292275860 2024-11-22T16:19:09,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532525775/running 2024-11-22T16:19:09,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532525775/running 2024-11-22T16:19:09,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:19:09,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:19:09,699 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:09,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:09,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:09,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:09,699 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,45471,1732292276170' ***** 2024-11-22T16:19:09,699 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:19:09,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/running 2024-11-22T16:19:09,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Set watcher on znode that does not yet exist, /1-532525775/running 2024-11-22T16:19:09,700 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:19:09,700 INFO [RS:0;93fb7f16a334:45471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:19:09,700 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:19:09,700 INFO [RS:0;93fb7f16a334:45471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:19:09,700 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for 3196175df984e56eb28796b587f57192 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,45471,1732292276170 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:45471. 2024-11-22T16:19:09,703 DEBUG [RS:0;93fb7f16a334:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:09,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3196175df984e56eb28796b587f57192, disabling compactions & flushes 2024-11-22T16:19:09,703 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:09,703 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:19:09,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:19:09,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292281827.3196175df984e56eb28796b587f57192. after waiting 0 ms 2024-11-22T16:19:09,703 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:19:09,703 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:19:09,704 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:19:09,704 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3196175df984e56eb28796b587f57192=test,,1732292281827.3196175df984e56eb28796b587f57192.} 2024-11-22T16:19:09,704 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3196175df984e56eb28796b587f57192 2024-11-22T16:19:09,704 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:09,704 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:09,704 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:09,704 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:09,704 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:09,704 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T16:19:09,711 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/default/test/3196175df984e56eb28796b587f57192/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T16:19:09,711 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:09,711 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:19:09,711 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:19:09,712 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3196175df984e56eb28796b587f57192: Waiting for close lock at 1732292349703Running coprocessor pre-close hooks at 1732292349703Disabling compacts and flushes for region at 1732292349703Disabling writes for close at 1732292349703Writing region close event to WAL at 1732292349704 (+1 ms)Running coprocessor post-close hooks at 1732292349711 (+7 ms)Closed at 1732292349711 2024-11-22T16:19:09,712 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292281827.3196175df984e56eb28796b587f57192. 2024-11-22T16:19:09,723 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/info/af10172a5aa842599406f7a7fe30692a is 129, key is test,,1732292281827.3196175df984e56eb28796b587f57192./info:regioninfo/1732292282982/Put/seqid=0 2024-11-22T16:19:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741839_1015 (size=6421) 2024-11-22T16:19:09,797 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:09,904 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:09,936 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,40325,1732292269972 got entry batch from reader: null 2024-11-22T16:19:10,104 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:10,127 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/info/af10172a5aa842599406f7a7fe30692a 2024-11-22T16:19:10,151 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/ns/b95e9985ed2e43749378d86ad2655648 is 43, key is default/ns:d/1732292279584/Put/seqid=0 2024-11-22T16:19:10,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741840_1016 (size=5153) 2024-11-22T16:19:10,304 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:10,452 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:19:10,453 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:19:10,504 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:10,556 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/ns/b95e9985ed2e43749378d86ad2655648 2024-11-22T16:19:10,575 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/rep_barrier/b454f8b89a4e468ab1f81d21e78cea8d is 112, key is test,,1732292281827.3196175df984e56eb28796b587f57192./rep_barrier:seqnumDuringOpen/1732292282982/Put/seqid=0 2024-11-22T16:19:10,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741841_1017 (size=5518) 2024-11-22T16:19:10,705 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:19:10,705 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:19:10,705 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:10,905 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:10,980 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/rep_barrier/b454f8b89a4e468ab1f81d21e78cea8d 2024-11-22T16:19:11,017 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/table/93f62b20971d44eea0bb9228b7a0bffd is 40, key is test/table:state/1732292282991/Put/seqid=0 2024-11-22T16:19:11,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741842_1018 (size=5165) 2024-11-22T16:19:11,105 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:11,305 DEBUG [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:11,439 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/table/93f62b20971d44eea0bb9228b7a0bffd 2024-11-22T16:19:11,445 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/info/af10172a5aa842599406f7a7fe30692a as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/info/af10172a5aa842599406f7a7fe30692a 2024-11-22T16:19:11,450 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/info/af10172a5aa842599406f7a7fe30692a, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T16:19:11,451 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/ns/b95e9985ed2e43749378d86ad2655648 as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/ns/b95e9985ed2e43749378d86ad2655648 2024-11-22T16:19:11,457 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/ns/b95e9985ed2e43749378d86ad2655648, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:19:11,458 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/rep_barrier/b454f8b89a4e468ab1f81d21e78cea8d as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/rep_barrier/b454f8b89a4e468ab1f81d21e78cea8d 2024-11-22T16:19:11,463 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/rep_barrier/b454f8b89a4e468ab1f81d21e78cea8d, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T16:19:11,464 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/.tmp/table/93f62b20971d44eea0bb9228b7a0bffd as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/table/93f62b20971d44eea0bb9228b7a0bffd 2024-11-22T16:19:11,469 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/table/93f62b20971d44eea0bb9228b7a0bffd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:19:11,470 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false 2024-11-22T16:19:11,475 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:19:11,475 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:11,475 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:11,475 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:11,476 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292349704Running coprocessor pre-close hooks at 1732292349704Disabling compacts and flushes for region at 1732292349704Disabling writes for close at 1732292349704Obtaining lock to block concurrent updates at 1732292349704Preparing flush snapshotting stores in 1588230740 at 1732292349704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732292349704Flushing stores of hbase:meta,,1.1588230740 at 1732292349705 (+1 ms)Flushing 1588230740/info: creating writer at 1732292349705Flushing 1588230740/info: appending metadata at 1732292349722 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732292349722Flushing 1588230740/ns: creating writer at 1732292350134 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732292350151 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732292350151Flushing 1588230740/rep_barrier: creating writer at 1732292350561 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292350575 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292350575Flushing 1588230740/table: creating writer at 1732292350997 (+422 ms)Flushing 1588230740/table: appending metadata at 1732292351016 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732292351016Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f532dfa: reopening flushed file at 1732292351444 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f5b475: reopening flushed file at 1732292351450 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736a733a: reopening flushed file at 1732292351457 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1624ec17: reopening flushed file at 1732292351463 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1766ms, sequenceid=11, compaction requested=false at 1732292351470 (+7 ms)Writing region close event to WAL at 1732292351472 (+2 ms)Running coprocessor post-close hooks at 1732292351475 (+3 ms)Closed at 1732292351475 2024-11-22T16:19:11,476 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:11,506 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,45471,1732292276170; all regions closed. 2024-11-22T16:19:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741834_1010 (size=2717) 2024-11-22T16:19:11,510 DEBUG [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/oldWALs 2024-11-22T16:19:11,510 INFO [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C45471%2C1732292276170.meta:.meta(num 1732292279516) 2024-11-22T16:19:11,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741832_1008 (size=1028) 2024-11-22T16:19:11,513 DEBUG [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/oldWALs 2024-11-22T16:19:11,513 INFO [RS:0;93fb7f16a334:45471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C45471%2C1732292276170:(num 1732292278570) 2024-11-22T16:19:11,513 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:11,513 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:11,513 INFO [RS:0;93fb7f16a334:45471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:11,514 INFO [RS:0;93fb7f16a334:45471 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:11,514 INFO [RS:0;93fb7f16a334:45471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:11,514 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:11,514 INFO [RS:0;93fb7f16a334:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:45471. 2024-11-22T16:19:11,514 DEBUG [RS:0;93fb7f16a334:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:11,514 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:11,514 DEBUG [RS:0;93fb7f16a334:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:11,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:11,514 INFO [RS:0;93fb7f16a334:45471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45471 2024-11-22T16:19:11,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532525775/rs/93fb7f16a334,45471,1732292276170 2024-11-22T16:19:11,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775/rs 2024-11-22T16:19:11,519 INFO [RS:0;93fb7f16a334:45471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:11,530 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,45471,1732292276170] 2024-11-22T16:19:11,540 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-532525775/draining/93fb7f16a334,45471,1732292276170 already deleted, retry=false 2024-11-22T16:19:11,540 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,45471,1732292276170 expired; onlineServers=0 2024-11-22T16:19:11,540 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,38383,1732292275860' ***** 2024-11-22T16:19:11,541 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:11,541 DEBUG [M:0;93fb7f16a334:38383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:19:11,541 DEBUG [M:0;93fb7f16a334:38383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:19:11,541 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:19:11,541 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292278311 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292278311,5,FailOnTimeoutGroup] 2024-11-22T16:19:11,541 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292278311 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292278311,5,FailOnTimeoutGroup] 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:11,541 DEBUG [M:0;93fb7f16a334:38383 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:11,541 INFO [M:0;93fb7f16a334:38383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:19:11,542 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:19:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-532525775/master 2024-11-22T16:19:11,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-532525775 2024-11-22T16:19:11,625 DEBUG [M:0;93fb7f16a334:38383 {}] zookeeper.ZKUtil(347): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Unable to get data of znode /1-532525775/master because node does not exist (not an error) 2024-11-22T16:19:11,625 WARN [M:0;93fb7f16a334:38383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:19:11,628 INFO [M:0;93fb7f16a334:38383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/.lastflushedseqids 2024-11-22T16:19:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:11,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10163564a8f0004, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:11,630 INFO [RS:0;93fb7f16a334:45471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:11,630 INFO [RS:0;93fb7f16a334:45471 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,45471,1732292276170; zookeeper connection closed. 2024-11-22T16:19:11,631 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f586f58 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f586f58 2024-11-22T16:19:11,631 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:19:11,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741843_1019 (size=173) 2024-11-22T16:19:12,033 INFO [M:0;93fb7f16a334:38383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:19:12,033 INFO [M:0;93fb7f16a334:38383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:19:12,034 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:12,034 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:12,034 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:12,034 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:12,034 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:12,034 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-22T16:19:12,055 DEBUG [M:0;93fb7f16a334:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d5b8dc8027a477d8010a6e38317f4ad is 82, key is hbase:meta,,1/info:regioninfo/1732292279560/Put/seqid=0 2024-11-22T16:19:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741844_1020 (size=5672) 2024-11-22T16:19:12,461 INFO [M:0;93fb7f16a334:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d5b8dc8027a477d8010a6e38317f4ad 2024-11-22T16:19:12,480 DEBUG [M:0;93fb7f16a334:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d0a8c969ea40839bfd8c46b6b1550c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292282995/Put/seqid=0 2024-11-22T16:19:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741845_1021 (size=6727) 2024-11-22T16:19:12,884 INFO [M:0;93fb7f16a334:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d0a8c969ea40839bfd8c46b6b1550c 2024-11-22T16:19:12,889 INFO [M:0;93fb7f16a334:38383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88d0a8c969ea40839bfd8c46b6b1550c 2024-11-22T16:19:12,903 DEBUG [M:0;93fb7f16a334:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693d2a7dba6d4d8eab73ee0b1fe7d4ab is 69, key is 93fb7f16a334,45471,1732292276170/rs:state/1732292278371/Put/seqid=0 2024-11-22T16:19:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741846_1022 (size=5156) 2024-11-22T16:19:12,910 INFO [M:0;93fb7f16a334:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693d2a7dba6d4d8eab73ee0b1fe7d4ab 2024-11-22T16:19:12,916 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d5b8dc8027a477d8010a6e38317f4ad as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d5b8dc8027a477d8010a6e38317f4ad 2024-11-22T16:19:12,922 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d5b8dc8027a477d8010a6e38317f4ad, entries=8, sequenceid=58, filesize=5.5 K 2024-11-22T16:19:12,923 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d0a8c969ea40839bfd8c46b6b1550c as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d0a8c969ea40839bfd8c46b6b1550c 2024-11-22T16:19:12,928 INFO [M:0;93fb7f16a334:38383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88d0a8c969ea40839bfd8c46b6b1550c 2024-11-22T16:19:12,928 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d0a8c969ea40839bfd8c46b6b1550c, entries=6, sequenceid=58, filesize=6.6 K 2024-11-22T16:19:12,929 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/693d2a7dba6d4d8eab73ee0b1fe7d4ab as hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/693d2a7dba6d4d8eab73ee0b1fe7d4ab 2024-11-22T16:19:12,934 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44317/user/jenkins/test-data/f5b39dc8-6de3-4f74-002b-4d24a6dbcad3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/693d2a7dba6d4d8eab73ee0b1fe7d4ab, entries=1, sequenceid=58, filesize=5.0 K 2024-11-22T16:19:12,935 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=58, compaction requested=false 2024-11-22T16:19:12,936 INFO [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:12,936 DEBUG [M:0;93fb7f16a334:38383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292352034Disabling compacts and flushes for region at 1732292352034Disabling writes for close at 1732292352034Obtaining lock to block concurrent updates at 1732292352034Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292352034Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732292352034Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292352035 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292352035Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292352054 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292352054Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292352465 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292352479 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292352479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292352889 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292352903 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292352903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ace92f3: reopening flushed file at 1732292352915 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c96c708: reopening flushed file at 1732292352922 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696ea5e6: reopening flushed file at 1732292352929 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=58, compaction requested=false at 1732292352935 (+6 ms)Writing region close event to WAL at 1732292352936 (+1 ms)Closed at 1732292352936 2024-11-22T16:19:12,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37193 is added to blk_1073741830_1006 (size=33026) 2024-11-22T16:19:12,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:12,939 INFO [M:0;93fb7f16a334:38383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:19:12,939 INFO [M:0;93fb7f16a334:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38383 2024-11-22T16:19:12,939 INFO [M:0;93fb7f16a334:38383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:12,989 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/WALs/93fb7f16a334,40325,1732292269972/93fb7f16a334%2C40325%2C1732292269972.1732292272305 to pos 997, reset compression=false 2024-11-22T16:19:13,102 INFO [M:0;93fb7f16a334:38383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:13,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x10163564a8f0003, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:13,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b53a213{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:13,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ec9cf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:13,137 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:13,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a60572d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:13,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:13,139 WARN [BP-210548382-172.17.0.2-1732292273662 heartbeating to localhost/127.0.0.1:44317 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:19:13,139 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:19:13,139 WARN [BP-210548382-172.17.0.2-1732292273662 heartbeating to localhost/127.0.0.1:44317 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-210548382-172.17.0.2-1732292273662 (Datanode Uuid 28fa327d-b131-46f2-b7bd-d480119eeeee) service to localhost/127.0.0.1:44317 2024-11-22T16:19:13,139 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:19:13,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/cluster_2f03d817-487e-bd13-85b4-d3bca5694fc3/data/data1/current/BP-210548382-172.17.0.2-1732292273662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:13,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/cluster_2f03d817-487e-bd13-85b4-d3bca5694fc3/data/data2/current/BP-210548382-172.17.0.2-1732292273662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:13,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:19:13,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b66e275{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:13,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a187b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:13,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:13,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2fcc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:13,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:13,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:19:13,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:19:13,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:13,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:13,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:13,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:13,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:13,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:19:13,165 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150257006, stopped=false 2024-11-22T16:19:13,165 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,43737,1732292269770 2024-11-22T16:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-595183331/running 2024-11-22T16:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-595183331/running 2024-11-22T16:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:19:13,181 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:13,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:13,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:13,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:13,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/running 2024-11-22T16:19:13,181 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,40325,1732292269972' ***** 2024-11-22T16:19:13,181 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:19:13,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Set watcher on znode that does not yet exist, /0-595183331/running 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:19:13,182 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for 311f6b6b3368248bf9a7cb6777299214 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,40325,1732292269972 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:13,182 INFO [RS:0;93fb7f16a334:40325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:40325. 2024-11-22T16:19:13,182 DEBUG [RS:0;93fb7f16a334:40325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:13,182 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:13,183 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:19:13,183 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:19:13,183 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:19:13,183 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:19:13,183 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 311f6b6b3368248bf9a7cb6777299214, disabling compactions & flushes 2024-11-22T16:19:13,183 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:19:13,183 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:19:13,183 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. after waiting 0 ms 2024-11-22T16:19:13,183 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:19:13,183 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 311f6b6b3368248bf9a7cb6777299214 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-22T16:19:13,187 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:19:13,187 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:19:13,190 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:19:13,190 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1325): Online Regions={311f6b6b3368248bf9a7cb6777299214=hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214., 1588230740=hbase:meta,,1.1588230740, 8dc56420de2b5b0eeb404f6f1f7cbdb4=test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4.} 2024-11-22T16:19:13,190 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f6b6b3368248bf9a7cb6777299214, 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:13,190 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:13,190 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:13,190 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:13,190 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:13,190 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:13,190 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:19:13,206 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/hfileref/be562ddad7844c64b4ab533a85aa5163 is 74, key is 1/hfileref:0de663dc48a741b196a5094f21213e5d_SeqId_4_/1732292288108/DeleteColumn/seqid=0 2024-11-22T16:19:13,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741844_1020 (size=5203) 2024-11-22T16:19:13,216 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/info/bd909c9c32da4297aebbf8feae91716d is 147, key is hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214./info:regioninfo/1732292285222/Put/seqid=0 2024-11-22T16:19:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741845_1021 (size=7686) 2024-11-22T16:19:13,233 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:13,390 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f6b6b3368248bf9a7cb6777299214, 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:13,590 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f6b6b3368248bf9a7cb6777299214, 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:13,613 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/hfileref/be562ddad7844c64b4ab533a85aa5163 2024-11-22T16:19:13,624 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/info/bd909c9c32da4297aebbf8feae91716d 2024-11-22T16:19:13,639 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/queue/f97a43010f6e467a8cd08a61e3658dd2 is 153, key is 1-93fb7f16a334,40325,1732292269972/queue:93fb7f16a334%2C40325%2C1732292269972/1732292289935/Put/seqid=0 2024-11-22T16:19:13,652 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/ns/87e93f24f56849a0bfaf0ed48a180147 is 43, key is default/ns:d/1732292273492/Put/seqid=0 2024-11-22T16:19:13,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741846_1022 (size=5352) 2024-11-22T16:19:13,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741847_1023 (size=5153) 2024-11-22T16:19:13,660 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/ns/87e93f24f56849a0bfaf0ed48a180147 2024-11-22T16:19:13,688 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/rep_barrier/24886f6d76df450997846ee12824f756 is 112, key is test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4./rep_barrier:seqnumDuringOpen/1732292280875/Put/seqid=0 2024-11-22T16:19:13,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741848_1024 (size=5518) 2024-11-22T16:19:13,790 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f6b6b3368248bf9a7cb6777299214, 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:13,991 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 311f6b6b3368248bf9a7cb6777299214, 8dc56420de2b5b0eeb404f6f1f7cbdb4 2024-11-22T16:19:14,065 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/queue/f97a43010f6e467a8cd08a61e3658dd2 2024-11-22T16:19:14,077 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/hfileref/be562ddad7844c64b4ab533a85aa5163 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/hfileref/be562ddad7844c64b4ab533a85aa5163 2024-11-22T16:19:14,083 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/hfileref/be562ddad7844c64b4ab533a85aa5163, entries=2, sequenceid=10, filesize=5.1 K 2024-11-22T16:19:14,084 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/.tmp/queue/f97a43010f6e467a8cd08a61e3658dd2 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/queue/f97a43010f6e467a8cd08a61e3658dd2 2024-11-22T16:19:14,091 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/queue/f97a43010f6e467a8cd08a61e3658dd2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T16:19:14,092 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 311f6b6b3368248bf9a7cb6777299214 in 909ms, sequenceid=10, compaction requested=false 2024-11-22T16:19:14,102 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/rep_barrier/24886f6d76df450997846ee12824f756 2024-11-22T16:19:14,108 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/replication/311f6b6b3368248bf9a7cb6777299214/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:14,110 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 311f6b6b3368248bf9a7cb6777299214: Waiting for close lock at 1732292353183Running coprocessor pre-close hooks at 1732292353183Disabling compacts and flushes for region at 1732292353183Disabling writes for close at 1732292353183Obtaining lock to block concurrent updates at 1732292353183Preparing flush snapshotting stores in 311f6b6b3368248bf9a7cb6777299214 at 1732292353183Finished memstore snapshotting hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732292353184 (+1 ms)Flushing stores of hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. at 1732292353184Flushing 311f6b6b3368248bf9a7cb6777299214/hfileref: creating writer at 1732292353184Flushing 311f6b6b3368248bf9a7cb6777299214/hfileref: appending metadata at 1732292353206 (+22 ms)Flushing 311f6b6b3368248bf9a7cb6777299214/hfileref: closing flushed file at 1732292353206Flushing 311f6b6b3368248bf9a7cb6777299214/queue: creating writer at 1732292353618 (+412 ms)Flushing 311f6b6b3368248bf9a7cb6777299214/queue: appending metadata at 1732292353638 (+20 ms)Flushing 311f6b6b3368248bf9a7cb6777299214/queue: closing flushed file at 1732292353638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f3afbdd: reopening flushed file at 1732292354075 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5429a806: reopening flushed file at 1732292354083 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 311f6b6b3368248bf9a7cb6777299214 in 909ms, sequenceid=10, compaction requested=false at 1732292354092 (+9 ms)Writing region close event to WAL at 1732292354099 (+7 ms)Running coprocessor post-close hooks at 1732292354110 (+11 ms)Closed at 1732292354110 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292284008.311f6b6b3368248bf9a7cb6777299214. 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dc56420de2b5b0eeb404f6f1f7cbdb4, disabling compactions & flushes 2024-11-22T16:19:14,110 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. after waiting 0 ms 2024-11-22T16:19:14,110 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:19:14,126 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/default/test/8dc56420de2b5b0eeb404f6f1f7cbdb4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:19:14,127 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:14,127 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:19:14,127 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:19:14,127 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dc56420de2b5b0eeb404f6f1f7cbdb4: Waiting for close lock at 1732292354110Running coprocessor pre-close hooks at 1732292354110Disabling compacts and flushes for region at 1732292354110Disabling writes for close at 1732292354110Writing region close event to WAL at 1732292354116 (+6 ms)Running coprocessor post-close hooks at 1732292354127 (+11 ms)Closed at 1732292354127 2024-11-22T16:19:14,127 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292279669.8dc56420de2b5b0eeb404f6f1f7cbdb4. 2024-11-22T16:19:14,143 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/table/b95b0694a01442a7985345dfcce99562 is 53, key is hbase:replication/table:state/1732292285230/Put/seqid=0 2024-11-22T16:19:14,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741849_1025 (size=5308) 2024-11-22T16:19:14,191 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:19:14,191 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:19:14,191 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:14,391 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:14,559 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/table/b95b0694a01442a7985345dfcce99562 2024-11-22T16:19:14,568 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/info/bd909c9c32da4297aebbf8feae91716d as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/info/bd909c9c32da4297aebbf8feae91716d 2024-11-22T16:19:14,576 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/info/bd909c9c32da4297aebbf8feae91716d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:19:14,577 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/ns/87e93f24f56849a0bfaf0ed48a180147 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/ns/87e93f24f56849a0bfaf0ed48a180147 2024-11-22T16:19:14,584 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/ns/87e93f24f56849a0bfaf0ed48a180147, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:19:14,586 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/rep_barrier/24886f6d76df450997846ee12824f756 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/rep_barrier/24886f6d76df450997846ee12824f756 2024-11-22T16:19:14,591 DEBUG [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:14,603 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/rep_barrier/24886f6d76df450997846ee12824f756, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:19:14,605 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/.tmp/table/b95b0694a01442a7985345dfcce99562 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/table/b95b0694a01442a7985345dfcce99562 2024-11-22T16:19:14,615 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/table/b95b0694a01442a7985345dfcce99562, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:19:14,616 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false 2024-11-22T16:19:14,664 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:19:14,665 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:14,665 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:14,666 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:14,666 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292353190Running coprocessor pre-close hooks at 1732292353190Disabling compacts and flushes for region at 1732292353190Disabling writes for close at 1732292353190Obtaining lock to block concurrent updates at 1732292353190Preparing flush snapshotting stores in 1588230740 at 1732292353190Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292353191 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292353191Flushing 1588230740/info: creating writer at 1732292353191Flushing 1588230740/info: appending metadata at 1732292353216 (+25 ms)Flushing 1588230740/info: closing flushed file at 1732292353216Flushing 1588230740/ns: creating writer at 1732292353635 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732292353651 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732292353651Flushing 1588230740/rep_barrier: creating writer at 1732292353666 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292353688 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292353688Flushing 1588230740/table: creating writer at 1732292354111 (+423 ms)Flushing 1588230740/table: appending metadata at 1732292354143 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732292354143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20688c9b: reopening flushed file at 1732292354567 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7638973c: reopening flushed file at 1732292354576 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5754dc19: reopening flushed file at 1732292354584 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5267729e: reopening flushed file at 1732292354604 (+20 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false at 1732292354616 (+12 ms)Writing region close event to WAL at 1732292354638 (+22 ms)Running coprocessor post-close hooks at 1732292354665 (+27 ms)Closed at 1732292354666 (+1 ms) 2024-11-22T16:19:14,666 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:14,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:14,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:14,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:14,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:14,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:14,792 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,40325,1732292269972; all regions closed. 2024-11-22T16:19:14,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:19:14,834 DEBUG [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs 2024-11-22T16:19:14,834 INFO [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40325%2C1732292269972.meta:.meta(num 1732292273318) 2024-11-22T16:19:14,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741839_1015 (size=2700) 2024-11-22T16:19:14,880 DEBUG [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs 2024-11-22T16:19:14,880 INFO [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40325%2C1732292269972.rep:(num 1732292285189) 2024-11-22T16:19:14,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741832_1008 (size=1300) 2024-11-22T16:19:14,919 DEBUG [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/oldWALs 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C40325%2C1732292269972:(num 1732292272305) 2024-11-22T16:19:14,920 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:14,920 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:14,920 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,40325,1732292269972 because: Region server is closing 2024-11-22T16:19:14,921 INFO [RS:0;93fb7f16a334:40325 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:40325. 2024-11-22T16:19:14,921 DEBUG [RS:0;93fb7f16a334:40325 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:14,921 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:14,921 DEBUG [RS:0;93fb7f16a334:40325 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:14,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:15,021 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.wal-reader.93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:19:15,022 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:19:15,022 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,40325,1732292269972.replicationSource.shipper93fb7f16a334%2C40325%2C1732292269972,1-93fb7f16a334,40325,1732292269972 terminated 2024-11-22T16:19:15,022 INFO [RS:0;93fb7f16a334:40325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40325 2024-11-22T16:19:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-595183331/rs/93fb7f16a334,40325,1732292269972 2024-11-22T16:19:15,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331/rs 2024-11-22T16:19:15,088 INFO [RS:0;93fb7f16a334:40325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:15,088 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,40325,1732292269972] 2024-11-22T16:19:15,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/draining/93fb7f16a334,40325,1732292269972 already deleted, retry=false 2024-11-22T16:19:15,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,40325,1732292269972 expired; onlineServers=0 2024-11-22T16:19:15,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,43737,1732292269770' ***** 2024-11-22T16:19:15,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:19:15,109 INFO [M:0;93fb7f16a334:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:15,109 INFO [M:0;93fb7f16a334:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:15,109 DEBUG [M:0;93fb7f16a334:43737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:19:15,109 DEBUG [M:0;93fb7f16a334:43737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:19:15,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:19:15,109 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292272086 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292272086,5,FailOnTimeoutGroup] 2024-11-22T16:19:15,109 INFO [M:0;93fb7f16a334:43737 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:15,110 INFO [M:0;93fb7f16a334:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:15,110 DEBUG [M:0;93fb7f16a334:43737 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:19:15,110 INFO [M:0;93fb7f16a334:43737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:19:15,110 INFO [M:0;93fb7f16a334:43737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:15,110 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292272086 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292272086,5,FailOnTimeoutGroup] 2024-11-22T16:19:15,110 INFO [M:0;93fb7f16a334:43737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:19:15,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:19:15,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-595183331/master 2024-11-22T16:19:15,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-595183331 2024-11-22T16:19:15,130 DEBUG [M:0;93fb7f16a334:43737 {}] zookeeper.RecoverableZooKeeper(212): Node /0-595183331/master already deleted, retry=false 2024-11-22T16:19:15,130 DEBUG [M:0;93fb7f16a334:43737 {}] master.ActiveMasterManager(353): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-595183331/master 2024-11-22T16:19:15,132 INFO [M:0;93fb7f16a334:43737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/.lastflushedseqids 2024-11-22T16:19:15,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741850_1026 (size=263) 2024-11-22T16:19:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40325-0x10163564a8f0001, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:15,199 INFO [RS:0;93fb7f16a334:40325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:15,199 INFO [RS:0;93fb7f16a334:40325 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,40325,1732292269972; zookeeper connection closed. 2024-11-22T16:19:15,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d3a80fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d3a80fb 2024-11-22T16:19:15,199 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:19:15,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:15,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:15,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:15,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:15,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:15,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:15,546 INFO [M:0;93fb7f16a334:43737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:19:15,547 INFO [M:0;93fb7f16a334:43737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:19:15,547 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:15,547 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:15,547 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:15,547 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:15,547 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:15,547 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-22T16:19:15,566 DEBUG [M:0;93fb7f16a334:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ee2313e5a14ea598b959ab1c7b2a76 is 82, key is hbase:meta,,1/info:regioninfo/1732292273355/Put/seqid=0 2024-11-22T16:19:15,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741851_1027 (size=5672) 2024-11-22T16:19:15,971 INFO [M:0;93fb7f16a334:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ee2313e5a14ea598b959ab1c7b2a76 2024-11-22T16:19:15,999 DEBUG [M:0;93fb7f16a334:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2614234f22d244469fd7da6e4fab4ee7 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292280897/Put/seqid=0 2024-11-22T16:19:16,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741852_1028 (size=7240) 2024-11-22T16:19:16,409 INFO [M:0;93fb7f16a334:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2614234f22d244469fd7da6e4fab4ee7 2024-11-22T16:19:16,415 INFO [M:0;93fb7f16a334:43737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2614234f22d244469fd7da6e4fab4ee7 2024-11-22T16:19:16,434 DEBUG [M:0;93fb7f16a334:43737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28360081fd54df7bb6379635046c748 is 69, key is 93fb7f16a334,40325,1732292269972/rs:state/1732292272137/Put/seqid=0 2024-11-22T16:19:16,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741853_1029 (size=5156) 2024-11-22T16:19:16,839 INFO [M:0;93fb7f16a334:43737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28360081fd54df7bb6379635046c748 2024-11-22T16:19:16,848 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88ee2313e5a14ea598b959ab1c7b2a76 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88ee2313e5a14ea598b959ab1c7b2a76 2024-11-22T16:19:16,857 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88ee2313e5a14ea598b959ab1c7b2a76, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T16:19:16,861 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2614234f22d244469fd7da6e4fab4ee7 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2614234f22d244469fd7da6e4fab4ee7 2024-11-22T16:19:16,868 INFO [M:0;93fb7f16a334:43737 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2614234f22d244469fd7da6e4fab4ee7 2024-11-22T16:19:16,868 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2614234f22d244469fd7da6e4fab4ee7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-22T16:19:16,871 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b28360081fd54df7bb6379635046c748 as hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b28360081fd54df7bb6379635046c748 2024-11-22T16:19:16,878 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46099/user/jenkins/test-data/7394ccd2-8299-5b8a-d55d-64dde5ce1a7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b28360081fd54df7bb6379635046c748, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T16:19:16,880 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=105, compaction requested=false 2024-11-22T16:19:16,896 INFO [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:16,896 DEBUG [M:0;93fb7f16a334:43737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292355547Disabling compacts and flushes for region at 1732292355547Disabling writes for close at 1732292355547Obtaining lock to block concurrent updates at 1732292355547Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292355547Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732292355547Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292355548 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292355548Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292355566 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292355566Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292355977 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292355998 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292355998Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292356415 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292356433 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292356433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775593a1: reopening flushed file at 1732292356847 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@280d3769: reopening flushed file at 1732292356857 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7442b2a: reopening flushed file at 1732292356868 (+11 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1332ms, sequenceid=105, compaction requested=false at 1732292356880 (+12 ms)Writing region close event to WAL at 1732292356896 (+16 ms)Closed at 1732292356896 2024-11-22T16:19:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741830_1006 (size=64526) 2024-11-22T16:19:16,903 INFO [M:0;93fb7f16a334:43737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:19:16,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:16,903 INFO [M:0;93fb7f16a334:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43737 2024-11-22T16:19:16,903 INFO [M:0;93fb7f16a334:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:17,051 INFO [M:0;93fb7f16a334:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:17,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43737-0x10163564a8f0000, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:17,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21676263{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:17,059 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51caf3d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:17,059 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:17,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@352c2b70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:17,059 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:17,060 WARN [BP-1531392160-172.17.0.2-1732292267770 heartbeating to localhost/127.0.0.1:46099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:19:17,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:19:17,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:19:17,060 WARN [BP-1531392160-172.17.0.2-1732292267770 heartbeating to localhost/127.0.0.1:46099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1531392160-172.17.0.2-1732292267770 (Datanode Uuid 289816ab-43e0-4437-92f2-b616eb8208ae) service to localhost/127.0.0.1:46099 2024-11-22T16:19:17,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/data/data1/current/BP-1531392160-172.17.0.2-1732292267770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:17,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/cluster_95b2ce35-6f15-2e67-493c-70db03b792a7/data/data2/current/BP-1531392160-172.17.0.2-1732292267770 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:17,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:19:17,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7ea59de4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:17,068 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b41f308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:17,068 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f31b59d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e27f9530-2bd8-2666-f649-1d2dcb2179ce/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:17,075 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:19:17,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:19:17,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 136) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44317 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9d6cb8ece8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64962) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46099 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44317 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44317 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9d6cb8ece8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64962) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44317 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=310 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=2530 (was 2834) 2024-11-22T16:19:17,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=310, ProcessCount=11, AvailableMemoryMB=2529 2024-11-22T16:19:17,122 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-22T16:19:17,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir so I do NOT create it in target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787 2024-11-22T16:19:17,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:19:17,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.tmp.dir so I do NOT create it in target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787 2024-11-22T16:19:17,123 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98655007-dde4-1d71-2295-20117db431b3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:19:17,123 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787 2024-11-22T16:19:17,123 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1, deleteOnExit=true 2024-11-22T16:19:17,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/zookeeper_0, clientPort=58203, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:19:17,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58203 2024-11-22T16:19:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:19:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/test.cache.data in system properties and HBase conf 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:19:17,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:19:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:19:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:19:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10163564a8f0002, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:19:17,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10163564a8f0005, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:19:17,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10163564a8f0002, quorum=127.0.0.1:64962, baseZNode=/0-595183331 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:19:17,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10163564a8f0005, quorum=127.0.0.1:64962, baseZNode=/1-532525775 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:19:17,695 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:17,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:17,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:17,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:17,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:19:17,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:17,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f84364c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:17,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8b70d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:17,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e4097cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/java.io.tmpdir/jetty-localhost-39967-hadoop-hdfs-3_4_1-tests_jar-_-any-5056807271491137222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:17,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b0798e{HTTP/1.1, (http/1.1)}{localhost:39967} 2024-11-22T16:19:17,862 INFO [Time-limited test {}] server.Server(415): Started @143280ms 2024-11-22T16:19:18,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:18,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:18,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:18,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:18,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:19:18,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c7296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:18,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c87b6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:18,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302953ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/java.io.tmpdir/jetty-localhost-45707-hadoop-hdfs-3_4_1-tests_jar-_-any-3451854912023229806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:18,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@647ffad6{HTTP/1.1, (http/1.1)}{localhost:45707} 2024-11-22T16:19:18,435 INFO [Time-limited test {}] server.Server(415): Started @143852ms 2024-11-22T16:19:18,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:19:19,305 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/data/data1/current/BP-1766969685-172.17.0.2-1732292357151/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:19,305 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/data/data2/current/BP-1766969685-172.17.0.2-1732292357151/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:19,322 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:19:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7879c77d9ab46ea3 with lease ID 0x6c1bf7fd635f1e14: Processing first storage report for DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5 from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=882a26c8-55a3-4eb3-bcd4-e7985d68a759, infoPort=33493, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=911610920;c=1732292357151) 2024-11-22T16:19:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7879c77d9ab46ea3 with lease ID 0x6c1bf7fd635f1e14: from storage DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5 node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=882a26c8-55a3-4eb3-bcd4-e7985d68a759, infoPort=33493, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=911610920;c=1732292357151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7879c77d9ab46ea3 with lease ID 0x6c1bf7fd635f1e14: Processing first storage report for DS-bfc9d2f2-d9b3-45da-8796-1d3c9950027d from datanode DatanodeRegistration(127.0.0.1:42697, datanodeUuid=882a26c8-55a3-4eb3-bcd4-e7985d68a759, infoPort=33493, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=911610920;c=1732292357151) 2024-11-22T16:19:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7879c77d9ab46ea3 with lease ID 0x6c1bf7fd635f1e14: from storage DS-bfc9d2f2-d9b3-45da-8796-1d3c9950027d node DatanodeRegistration(127.0.0.1:42697, datanodeUuid=882a26c8-55a3-4eb3-bcd4-e7985d68a759, infoPort=33493, infoSecurePort=0, ipcPort=45679, storageInfo=lv=-57;cid=testClusterID;nsid=911610920;c=1732292357151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:19,363 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787 2024-11-22T16:19:19,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:19:19,772 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e with version=8 2024-11-22T16:19:19,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/hbase-staging 2024-11-22T16:19:19,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:19:19,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:19,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46577 2024-11-22T16:19:19,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46577 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:19,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465770x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:19,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46577-0x1016357a7b20000 connected 2024-11-22T16:19:19,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:19,954 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e, hbase.cluster.distributed=false 2024-11-22T16:19:19,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/acl 2024-11-22T16:19:19,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-22T16:19:19,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46577 2024-11-22T16:19:19,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46577 2024-11-22T16:19:19,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-22T16:19:19,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46577 2024-11-22T16:19:19,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:19,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:19:19,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:19,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34565 2024-11-22T16:19:19,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34565 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:19,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345650x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:19,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345650x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:19,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34565-0x1016357a7b20001 connected 2024-11-22T16:19:19,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:19:19,984 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:19:19,985 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/master 2024-11-22T16:19:19,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/acl 2024-11-22T16:19:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T16:19:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-22T16:19:19,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-22T16:19:19,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T16:19:19,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-22T16:19:20,000 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:46577 2024-11-22T16:19:20,001 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01646326862/backup-masters/93fb7f16a334,46577,1732292359774 2024-11-22T16:19:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:20,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/backup-masters/93fb7f16a334,46577,1732292359774 2024-11-22T16:19:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/master 2024-11-22T16:19:20,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:20,024 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/master 2024-11-22T16:19:20,025 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01646326862/backup-masters/93fb7f16a334,46577,1732292359774 from backup master directory 2024-11-22T16:19:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/backup-masters/93fb7f16a334,46577,1732292359774 2024-11-22T16:19:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:20,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:20,034 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:20,034 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,46577,1732292359774 2024-11-22T16:19:20,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/hbase.id] with ID: 2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f 2024-11-22T16:19:20,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.tmp/hbase.id 2024-11-22T16:19:20,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:19:20,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:20,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:19:20,442 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.tmp/hbase.id]:[hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/hbase.id] 2024-11-22T16:19:20,453 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:20,453 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:19:20,454 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:19:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:20,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:19:20,914 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:20,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:19:20,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:19:21,322 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store 2024-11-22T16:19:21,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:19:21,728 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:21,728 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:21,728 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:21,728 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:21,728 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:21,728 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:21,729 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:21,729 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292361728Disabling compacts and flushes for region at 1732292361728Disabling writes for close at 1732292361728Writing region close event to WAL at 1732292361728Closed at 1732292361728 2024-11-22T16:19:21,729 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/.initializing 2024-11-22T16:19:21,729 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774 2024-11-22T16:19:21,730 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:21,732 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C46577%2C1732292359774, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/oldWALs, maxLogs=10 2024-11-22T16:19:21,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774/93fb7f16a334%2C46577%2C1732292359774.1732292361732, exclude list is [], retry=0 2024-11-22T16:19:21,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:21,747 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:21,748 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:21,748 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:21,748 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:21,748 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,748 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:19:21,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:21,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:21,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:19:21,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:21,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:21,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:19:21,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:21,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:21,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:19:21,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:21,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:21,757 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,757 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,758 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:21,760 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:21,762 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:21,762 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72701863, jitterRate=0.08334217965602875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:21,763 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292361748Initializing all the Stores at 1732292361749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292361749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292361749Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292361749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292361749Cleaning up temporary data from old regions at 1732292361759 (+10 ms)Region opened successfully at 1732292361763 (+4 ms) 2024-11-22T16:19:21,763 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:19:21,765 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230db833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:21,766 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:19:21,766 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:19:21,766 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:19:21,766 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:19:21,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:19:21,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:19:21,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:19:21,769 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:19:21,769 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/balancer because node does not exist (not necessarily an error) 2024-11-22T16:19:21,834 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/balancer already deleted, retry=false 2024-11-22T16:19:21,835 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:19:21,835 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:19:21,845 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/normalizer already deleted, retry=false 2024-11-22T16:19:21,845 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:19:21,846 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:19:21,855 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/switch/split already deleted, retry=false 2024-11-22T16:19:21,856 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:19:21,866 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/switch/merge already deleted, retry=false 2024-11-22T16:19:21,867 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:19:21,876 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/snapshot-cleanup already deleted, retry=false 2024-11-22T16:19:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,887 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,46577,1732292359774, sessionid=0x1016357a7b20000, setting cluster-up flag (Was=false) 2024-11-22T16:19:21,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,939 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01646326862/flush-table-proc/acquired, /01646326862/flush-table-proc/reached, /01646326862/flush-table-proc/abort 2024-11-22T16:19:21,940 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46577,1732292359774 2024-11-22T16:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:21,992 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01646326862/online-snapshot/acquired, /01646326862/online-snapshot/reached, /01646326862/online-snapshot/abort 2024-11-22T16:19:21,993 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46577,1732292359774 2024-11-22T16:19:21,994 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:19:21,995 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:21,995 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:19:21,995 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:19:21,995 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,46577,1732292359774 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:21,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:21,998 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292391998 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:19:21,999 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:21,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:21,999 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:19:22,000 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:19:22,000 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:19:22,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:19:22,001 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292362000,5,FailOnTimeoutGroup] 2024-11-22T16:19:22,004 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292362001,5,FailOnTimeoutGroup] 2024-11-22T16:19:22,004 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,004 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:19:22,004 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,004 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:19:22,093 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(746): ClusterId : 2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f 2024-11-22T16:19:22,093 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:19:22,098 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:19:22,098 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:19:22,109 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:19:22,109 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cae742c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:22,120 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:34565 2024-11-22T16:19:22,120 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:19:22,120 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:19:22,120 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:19:22,121 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46577,1732292359774 with port=34565, startcode=1732292359969 2024-11-22T16:19:22,121 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:19:22,122 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:19:22,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46577 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,124 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e 2024-11-22T16:19:22,124 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42579 2024-11-22T16:19:22,124 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:19:22,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/rs 2024-11-22T16:19:22,129 DEBUG [RS:0;93fb7f16a334:34565 {}] zookeeper.ZKUtil(111): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/rs/93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,129 WARN [RS:0;93fb7f16a334:34565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:22,130 INFO [RS:0;93fb7f16a334:34565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:22,130 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,34565,1732292359969] 2024-11-22T16:19:22,133 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:19:22,134 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:19:22,134 INFO [RS:0;93fb7f16a334:34565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:19:22,134 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,134 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:19:22,135 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:19:22,135 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:22,135 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:22,136 DEBUG [RS:0;93fb7f16a334:34565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,136 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34565,1732292359969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:22,149 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:19:22,149 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,34565,1732292359969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,149 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,149 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.Replication(171): 93fb7f16a334,34565,1732292359969 started 2024-11-22T16:19:22,161 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:22,161 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,34565,1732292359969, RpcServer on 93fb7f16a334/172.17.0.2:34565, sessionid=0x1016357a7b20001 2024-11-22T16:19:22,161 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:19:22,161 DEBUG [RS:0;93fb7f16a334:34565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,161 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,34565,1732292359969' 2024-11-22T16:19:22,161 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01646326862/flush-table-proc/abort' 2024-11-22T16:19:22,162 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01646326862/flush-table-proc/acquired' 2024-11-22T16:19:22,162 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:19:22,162 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:19:22,162 DEBUG [RS:0;93fb7f16a334:34565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,162 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,34565,1732292359969' 2024-11-22T16:19:22,163 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01646326862/online-snapshot/abort' 2024-11-22T16:19:22,163 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01646326862/online-snapshot/acquired' 2024-11-22T16:19:22,163 DEBUG [RS:0;93fb7f16a334:34565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:19:22,163 INFO [RS:0;93fb7f16a334:34565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:19:22,163 INFO [RS:0;93fb7f16a334:34565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:19:22,264 INFO [RS:0;93fb7f16a334:34565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:22,265 INFO [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C34565%2C1732292359969, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:22,277 DEBUG [RS:0;93fb7f16a334:34565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266, exclude list is [], retry=0 2024-11-22T16:19:22,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:22,281 INFO [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 2024-11-22T16:19:22,281 DEBUG [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:22,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:19:22,409 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e 2024-11-22T16:19:22,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:19:22,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:22,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:22,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:22,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:22,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:22,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:22,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:22,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:22,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:22,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:22,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:22,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:22,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:22,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:22,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:22,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:22,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:22,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:22,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:22,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:22,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:22,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:22,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:22,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:22,829 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400448, jitterRate=-0.010556221008300781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292362815Initializing all the Stores at 1732292362816 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292362816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292362816Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292362816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292362816Cleaning up temporary data from old regions at 1732292362826 (+10 ms)Region opened successfully at 1732292362830 (+4 ms) 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:22,830 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:22,830 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:22,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292362830Disabling compacts and flushes for region at 1732292362830Disabling writes for close at 1732292362830Writing region close event to WAL at 1732292362830Closed at 1732292362830 2024-11-22T16:19:22,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:22,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:19:22,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:19:22,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:22,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:19:22,984 DEBUG [93fb7f16a334:46577 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:22,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:22,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,34565,1732292359969, state=OPENING 2024-11-22T16:19:23,034 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:19:23,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:23,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:23,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:23,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:23,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:23,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,34565,1732292359969}] 2024-11-22T16:19:23,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:19:23,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:19:23,202 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:19:23,202 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:23,203 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:19:23,204 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C34565%2C1732292359969.meta, suffix=.meta, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:23,216 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.meta.1732292363204.meta, exclude list is [], retry=0 2024-11-22T16:19:23,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:23,220 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.meta.1732292363204.meta 2024-11-22T16:19:23,220 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:23,220 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:23,221 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:19:23,221 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:19:23,221 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:19:23,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:23,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:23,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:23,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:23,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:23,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:23,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:23,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:23,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:23,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:23,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:23,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:23,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:23,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:23,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:23,227 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:23,228 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:23,229 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:23,230 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:23,230 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:23,230 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:23,231 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:23,231 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988342, jitterRate=-0.12100520730018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:23,231 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:19:23,232 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292363221Writing region info on filesystem at 1732292363221Initializing all the Stores at 1732292363222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292363222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292363222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292363222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292363222Cleaning up temporary data from old regions at 1732292363230 (+8 ms)Running coprocessor post-open hooks at 1732292363231 (+1 ms)Region opened successfully at 1732292363232 (+1 ms) 2024-11-22T16:19:23,233 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292363198 2024-11-22T16:19:23,234 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:19:23,234 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:19:23,235 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:23,235 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,34565,1732292359969, state=OPEN 2024-11-22T16:19:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:23,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:23,274 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:23,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:23,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:23,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:19:23,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,34565,1732292359969 in 229 msec 2024-11-22T16:19:23,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:19:23,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-22T16:19:23,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:23,279 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:19:23,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:23,280 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,34565,1732292359969, seqNum=-1] 2024-11-22T16:19:23,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:23,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:23,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-22T16:19:23,286 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292363286, completionTime=-1 2024-11-22T16:19:23,286 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:19:23,286 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292423288 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292483288 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:46577, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,288 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,290 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:23,292 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:19:23,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a69813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:23,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46577,-1 for getting cluster id 2024-11-22T16:19:23,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:23,295 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:19:23,295 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:19:23,295 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46577,1732292359774-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:23,295 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f' 2024-11-22T16:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f" 2024-11-22T16:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50afe1b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:23,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46577,-1] 2024-11-22T16:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:23,296 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:23,297 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:23,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156d4ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:23,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:23,298 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,34565,1732292359969, seqNum=-1] 2024-11-22T16:19:23,299 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:23,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:23,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,46577,1732292359774 2024-11-22T16:19:23,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:23,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:23,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016357a7b20002 connected 2024-11-22T16:19:23,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir so I do NOT create it in target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715 2024-11-22T16:19:23,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:19:23,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.tmp.dir so I do NOT create it in target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715 2024-11-22T16:19:23,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:19:23,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715 2024-11-22T16:19:23,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/cluster_f253ebf5-e772-58a7-9a61-082c53040f8d, deleteOnExit=true 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/test.cache.data in system properties and HBase conf 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:19:23,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:19:23,333 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:19:23,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:19:23,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:19:23,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:23,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:19:23,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:19:23,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:23,616 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:23,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:23,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:23,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:19:23,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:23,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9d207cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:23,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a59c7ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:23,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49a58fd3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/java.io.tmpdir/jetty-localhost-35265-hadoop-hdfs-3_4_1-tests_jar-_-any-10128331650941234856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:23,712 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bab3038{HTTP/1.1, (http/1.1)}{localhost:35265} 2024-11-22T16:19:23,713 INFO [Time-limited test {}] server.Server(415): Started @149130ms 2024-11-22T16:19:24,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:24,297 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:24,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:24,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:24,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:19:24,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584e7d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:24,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee05249{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:24,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@717f4973{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/java.io.tmpdir/jetty-localhost-41797-hadoop-hdfs-3_4_1-tests_jar-_-any-8569244834030009026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:24,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4776abe2{HTTP/1.1, (http/1.1)}{localhost:41797} 2024-11-22T16:19:24,420 INFO [Time-limited test {}] server.Server(415): Started @149838ms 2024-11-22T16:19:24,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:19:25,053 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/cluster_f253ebf5-e772-58a7-9a61-082c53040f8d/data/data1/current/BP-135857634-172.17.0.2-1732292363353/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:25,053 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/cluster_f253ebf5-e772-58a7-9a61-082c53040f8d/data/data2/current/BP-135857634-172.17.0.2-1732292363353/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:25,067 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:19:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a534b12d9a013a with lease ID 0x7a299ae527e5533: Processing first storage report for DS-e683d348-6902-4d70-9561-f9ff9b6db83b from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e2bdb620-0934-4722-b21b-329e03f21a80, infoPort=41259, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1175573068;c=1732292363353) 2024-11-22T16:19:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a534b12d9a013a with lease ID 0x7a299ae527e5533: from storage DS-e683d348-6902-4d70-9561-f9ff9b6db83b node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e2bdb620-0934-4722-b21b-329e03f21a80, infoPort=41259, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1175573068;c=1732292363353), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63a534b12d9a013a with lease ID 0x7a299ae527e5533: Processing first storage report for DS-1327cab6-a34a-44ec-aa06-3497f7d962a7 from datanode DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e2bdb620-0934-4722-b21b-329e03f21a80, infoPort=41259, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1175573068;c=1732292363353) 2024-11-22T16:19:25,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63a534b12d9a013a with lease ID 0x7a299ae527e5533: from storage DS-1327cab6-a34a-44ec-aa06-3497f7d962a7 node DatanodeRegistration(127.0.0.1:37817, datanodeUuid=e2bdb620-0934-4722-b21b-329e03f21a80, infoPort=41259, infoSecurePort=0, ipcPort=37315, storageInfo=lv=-57;cid=testClusterID;nsid=1175573068;c=1732292363353), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:25,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715 2024-11-22T16:19:25,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:19:25,558 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440 with version=8 2024-11-22T16:19:25,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/hbase-staging 2024-11-22T16:19:25,560 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:25,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:25,561 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39197 2024-11-22T16:19:25,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39197 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:25,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391970x0, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:25,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39197-0x1016357a7b20003 connected 2024-11-22T16:19:25,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/running 2024-11-22T16:19:25,691 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440, hbase.cluster.distributed=false 2024-11-22T16:19:25,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/acl 2024-11-22T16:19:25,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-22T16:19:25,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39197 2024-11-22T16:19:25,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39197 2024-11-22T16:19:25,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-22T16:19:25,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-22T16:19:25,710 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:19:25,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:25,711 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35865 2024-11-22T16:19:25,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35865 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:25,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:25,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358650x0, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:25,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35865-0x1016357a7b20004 connected 2024-11-22T16:19:25,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/running 2024-11-22T16:19:25,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:19:25,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:19:25,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/master 2024-11-22T16:19:25,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/acl 2024-11-22T16:19:25,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35865 2024-11-22T16:19:25,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35865 2024-11-22T16:19:25,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35865 2024-11-22T16:19:25,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35865 2024-11-22T16:19:25,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35865 2024-11-22T16:19:25,746 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:39197 2024-11-22T16:19:25,746 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1952571234/backup-masters/93fb7f16a334,39197,1732292365560 2024-11-22T16:19:25,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/backup-masters 2024-11-22T16:19:25,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/backup-masters 2024-11-22T16:19:25,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on existing znode=/1-1952571234/backup-masters/93fb7f16a334,39197,1732292365560 2024-11-22T16:19:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1952571234/master 2024-11-22T16:19:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:25,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:25,771 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on existing znode=/1-1952571234/master 2024-11-22T16:19:25,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1952571234/backup-masters/93fb7f16a334,39197,1732292365560 from backup master directory 2024-11-22T16:19:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1952571234/backup-masters/93fb7f16a334,39197,1732292365560 2024-11-22T16:19:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/backup-masters 2024-11-22T16:19:25,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/backup-masters 2024-11-22T16:19:25,781 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:25,781 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,39197,1732292365560 2024-11-22T16:19:25,785 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/hbase.id] with ID: 1406790e-92f6-4374-9a40-fe932be3c95a 2024-11-22T16:19:25,785 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/.tmp/hbase.id 2024-11-22T16:19:25,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:19:25,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:25,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:25,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:25,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:26,190 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/.tmp/hbase.id]:[hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/hbase.id] 2024-11-22T16:19:26,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:26,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:19:26,201 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:19:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:26,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:26,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:19:26,682 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:26,682 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:19:26,683 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:26,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:19:27,091 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store 2024-11-22T16:19:27,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:27,496 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:27,496 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:27,496 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292367496Disabling compacts and flushes for region at 1732292367496Disabling writes for close at 1732292367496Writing region close event to WAL at 1732292367496Closed at 1732292367496 2024-11-22T16:19:27,497 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/.initializing 2024-11-22T16:19:27,497 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/WALs/93fb7f16a334,39197,1732292365560 2024-11-22T16:19:27,498 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:27,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C39197%2C1732292365560, suffix=, logDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/WALs/93fb7f16a334,39197,1732292365560, archiveDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/oldWALs, maxLogs=10 2024-11-22T16:19:27,511 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/WALs/93fb7f16a334,39197,1732292365560/93fb7f16a334%2C39197%2C1732292365560.1732292367499, exclude list is [], retry=0 2024-11-22T16:19:27,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-e683d348-6902-4d70-9561-f9ff9b6db83b,DISK] 2024-11-22T16:19:27,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/WALs/93fb7f16a334,39197,1732292365560/93fb7f16a334%2C39197%2C1732292365560.1732292367499 2024-11-22T16:19:27,515 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-22T16:19:27,515 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:27,515 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:27,515 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,515 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:19:27,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:27,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:27,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:19:27,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:27,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:27,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:19:27,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:27,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:27,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:19:27,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:27,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:27,521 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,522 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,522 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,523 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,523 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,524 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:27,525 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:27,527 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63665347, jitterRate=-0.0513124018907547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:27,527 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292367515Initializing all the Stores at 1732292367516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292367516Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292367516Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292367516Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292367516Cleaning up temporary data from old regions at 1732292367523 (+7 ms)Region opened successfully at 1732292367527 (+4 ms) 2024-11-22T16:19:27,528 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:19:27,530 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6022b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:27,531 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:19:27,531 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:19:27,531 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:19:27,531 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:19:27,532 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:19:27,532 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:19:27,532 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:19:27,534 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:19:27,534 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/balancer because node does not exist (not necessarily an error) 2024-11-22T16:19:27,634 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/balancer already deleted, retry=false 2024-11-22T16:19:27,634 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:19:27,635 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:19:27,644 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/normalizer already deleted, retry=false 2024-11-22T16:19:27,645 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:19:27,645 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:19:27,655 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/switch/split already deleted, retry=false 2024-11-22T16:19:27,655 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:19:27,665 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/switch/merge already deleted, retry=false 2024-11-22T16:19:27,667 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:19:27,676 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/snapshot-cleanup already deleted, retry=false 2024-11-22T16:19:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1952571234/running 2024-11-22T16:19:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1952571234/running 2024-11-22T16:19:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,687 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,39197,1732292365560, sessionid=0x1016357a7b20003, setting cluster-up flag (Was=false) 2024-11-22T16:19:27,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,739 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1952571234/flush-table-proc/acquired, /1-1952571234/flush-table-proc/reached, /1-1952571234/flush-table-proc/abort 2024-11-22T16:19:27,740 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39197,1732292365560 2024-11-22T16:19:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:27,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1952571234/online-snapshot/acquired, /1-1952571234/online-snapshot/reached, /1-1952571234/online-snapshot/abort 2024-11-22T16:19:27,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39197,1732292365560 2024-11-22T16:19:27,793 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:19:27,795 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:27,795 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:19:27,795 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:19:27,795 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,39197,1732292365560 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:27,796 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:27,797 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:27,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292397797 2024-11-22T16:19:27,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:19:27,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:19:27,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:27,798 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:27,798 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:19:27,798 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:19:27,799 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292367798,5,FailOnTimeoutGroup] 2024-11-22T16:19:27,799 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292367799,5,FailOnTimeoutGroup] 2024-11-22T16:19:27,799 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:27,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:27,799 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:19:27,799 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:27,799 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:27,799 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:19:27,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:19:27,839 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(746): ClusterId : 1406790e-92f6-4374-9a40-fe932be3c95a 2024-11-22T16:19:27,839 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:19:27,845 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:19:27,845 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:19:27,937 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:19:27,937 DEBUG [RS:0;93fb7f16a334:35865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171c3539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:27,948 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:35865 2024-11-22T16:19:27,948 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:19:27,948 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:19:27,948 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:19:27,949 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,39197,1732292365560 with port=35865, startcode=1732292365709 2024-11-22T16:19:27,949 DEBUG [RS:0;93fb7f16a334:35865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:19:27,950 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:19:27,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,35865,1732292365709 2024-11-22T16:19:27,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39197 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,35865,1732292365709 2024-11-22T16:19:27,951 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440 2024-11-22T16:19:27,951 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36223 2024-11-22T16:19:27,951 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:19:28,133 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:19:28,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/rs 2024-11-22T16:19:28,167 DEBUG [RS:0;93fb7f16a334:35865 {}] zookeeper.ZKUtil(111): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on existing znode=/1-1952571234/rs/93fb7f16a334,35865,1732292365709 2024-11-22T16:19:28,167 WARN [RS:0;93fb7f16a334:35865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:28,168 INFO [RS:0;93fb7f16a334:35865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:28,168 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709 2024-11-22T16:19:28,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,35865,1732292365709] 2024-11-22T16:19:28,170 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:19:28,172 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:19:28,172 INFO [RS:0;93fb7f16a334:35865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:19:28,172 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,172 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:19:28,173 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:19:28,173 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:28,173 DEBUG [RS:0;93fb7f16a334:35865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,174 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35865,1732292365709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:28,187 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:19:28,187 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35865,1732292365709-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,188 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,188 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.Replication(171): 93fb7f16a334,35865,1732292365709 started 2024-11-22T16:19:28,202 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:28,202 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,35865,1732292365709, RpcServer on 93fb7f16a334/172.17.0.2:35865, sessionid=0x1016357a7b20004 2024-11-22T16:19:28,202 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:19:28,202 DEBUG [RS:0;93fb7f16a334:35865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,35865,1732292365709 2024-11-22T16:19:28,202 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35865,1732292365709' 2024-11-22T16:19:28,202 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1952571234/flush-table-proc/abort' 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1952571234/flush-table-proc/acquired' 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,35865,1732292365709 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35865,1732292365709' 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1952571234/online-snapshot/abort' 2024-11-22T16:19:28,203 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1952571234/online-snapshot/acquired' 2024-11-22T16:19:28,204 DEBUG [RS:0;93fb7f16a334:35865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:19:28,204 INFO [RS:0;93fb7f16a334:35865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:19:28,204 INFO [RS:0;93fb7f16a334:35865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:19:28,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:19:28,205 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440 2024-11-22T16:19:28,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:19:28,304 INFO [RS:0;93fb7f16a334:35865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:28,306 INFO [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35865%2C1732292365709, suffix=, logDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709, archiveDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/oldWALs, maxLogs=10 2024-11-22T16:19:28,319 DEBUG [RS:0;93fb7f16a334:35865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709/93fb7f16a334%2C35865%2C1732292365709.1732292368306, exclude list is [], retry=0 2024-11-22T16:19:28,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-e683d348-6902-4d70-9561-f9ff9b6db83b,DISK] 2024-11-22T16:19:28,323 INFO [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709/93fb7f16a334%2C35865%2C1732292365709.1732292368306 2024-11-22T16:19:28,324 DEBUG [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-22T16:19:28,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:28,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:28,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:28,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:28,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:28,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:28,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:28,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:28,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:28,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:28,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:28,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:28,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:28,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:28,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:28,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:28,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:28,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740 2024-11-22T16:19:28,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740 2024-11-22T16:19:28,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:28,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:28,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:28,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:28,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:28,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66595194, jitterRate=-0.007654279470443726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:28,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292368611Initializing all the Stores at 1732292368611Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292368612 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292368612Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292368612Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292368612Cleaning up temporary data from old regions at 1732292368619 (+7 ms)Region opened successfully at 1732292368622 (+3 ms) 2024-11-22T16:19:28,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:28,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:28,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:28,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:28,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:28,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:28,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292368622Disabling compacts and flushes for region at 1732292368622Disabling writes for close at 1732292368623 (+1 ms)Writing region close event to WAL at 1732292368623Closed at 1732292368623 2024-11-22T16:19:28,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:28,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:19:28,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:19:28,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:28,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:19:28,776 DEBUG [93fb7f16a334:39197 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:28,776 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,35865,1732292365709 2024-11-22T16:19:28,777 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35865,1732292365709, state=OPENING 2024-11-22T16:19:28,823 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:19:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:28,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:28,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1952571234/meta-region-server: CHANGED 2024-11-22T16:19:28,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1952571234/meta-region-server: CHANGED 2024-11-22T16:19:28,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35865,1732292365709}] 2024-11-22T16:19:28,986 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:19:28,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:19:28,991 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:19:28,991 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:28,991 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:19:28,992 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35865%2C1732292365709.meta, suffix=.meta, logDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709, archiveDir=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/oldWALs, maxLogs=10 2024-11-22T16:19:29,006 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709/93fb7f16a334%2C35865%2C1732292365709.meta.1732292368993.meta, exclude list is [], retry=0 2024-11-22T16:19:29,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37817,DS-e683d348-6902-4d70-9561-f9ff9b6db83b,DISK] 2024-11-22T16:19:29,010 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709/93fb7f16a334%2C35865%2C1732292365709.meta.1732292368993.meta 2024-11-22T16:19:29,010 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41259:41259)] 2024-11-22T16:19:29,010 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:29,010 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:29,010 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:29,010 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:19:29,010 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:19:29,011 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:19:29,011 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:29,011 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:19:29,011 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:19:29,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:29,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:29,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:29,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:29,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:29,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:29,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:29,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:29,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:29,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:29,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:29,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:29,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:29,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:29,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:29,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:29,016 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:29,017 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740 2024-11-22T16:19:29,018 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740 2024-11-22T16:19:29,019 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:29,019 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:29,019 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:29,020 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:29,021 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59517425, jitterRate=-0.11312125623226166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:29,021 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:19:29,021 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292369011Writing region info on filesystem at 1732292369011Initializing all the Stores at 1732292369011Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292369012 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292369012Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292369012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292369012Cleaning up temporary data from old regions at 1732292369019 (+7 ms)Running coprocessor post-open hooks at 1732292369021 (+2 ms)Region opened successfully at 1732292369021 2024-11-22T16:19:29,022 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292368986 2024-11-22T16:19:29,024 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:19:29,024 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:19:29,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35865,1732292365709 2024-11-22T16:19:29,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35865,1732292365709, state=OPEN 2024-11-22T16:19:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1952571234/meta-region-server 2024-11-22T16:19:29,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1952571234/meta-region-server 2024-11-22T16:19:29,034 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,35865,1732292365709 2024-11-22T16:19:29,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1952571234/meta-region-server: CHANGED 2024-11-22T16:19:29,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1952571234/meta-region-server: CHANGED 2024-11-22T16:19:29,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:19:29,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35865,1732292365709 in 200 msec 2024-11-22T16:19:29,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:19:29,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-22T16:19:29,038 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:29,038 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:19:29,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:29,039 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35865,1732292365709, seqNum=-1] 2024-11-22T16:19:29,039 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:29,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:29,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-22T16:19:29,045 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292369045, completionTime=-1 2024-11-22T16:19:29,045 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:19:29,045 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292429047 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292489047 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:39197, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,047 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,049 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.269sec 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:29,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:19:29,052 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:19:29,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:19:29,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39197,1732292365560-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:29,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e76735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39197,-1 for getting cluster id 2024-11-22T16:19:29,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:29,141 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1406790e-92f6-4374-9a40-fe932be3c95a' 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1406790e-92f6-4374-9a40-fe932be3c95a" 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751e7cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39197,-1] 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:29,143 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:29,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ea6d2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35865,1732292365709, seqNum=-1] 2024-11-22T16:19:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:29,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:29,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,39197,1732292365560 2024-11-22T16:19:29,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:29,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:29,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016357a7b20005 connected 2024-11-22T16:19:29,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d344bc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46577,-1 for getting cluster id 2024-11-22T16:19:29,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:29,174 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f' 2024-11-22T16:19:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f" 2024-11-22T16:19:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f910fdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46577,-1] 2024-11-22T16:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:29,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:29,175 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:29,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46577,1732292359774 2024-11-22T16:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c23c0f 2024-11-22T16:19:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:29,178 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:29,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:19:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:19:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:29,181 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39197' 2024-11-22T16:19:29,181 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73450979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,182 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39197,-1 for getting cluster id 2024-11-22T16:19:29,182 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:29,182 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1406790e-92f6-4374-9a40-fe932be3c95a' 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1406790e-92f6-4374-9a40-fe932be3c95a" 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367c2fc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39197,-1] 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:29,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:29,184 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:29,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519977bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:29,185 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:29,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39197,1732292365560 2024-11-22T16:19:29,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72a90ecd 2024-11-22T16:19:29,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:29,186 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:29,187 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-22T16:19:29,187 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:19:29,187 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:29,187 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:29,187 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:29,188 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:29,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:19:29,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:19:29,190 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:29,190 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:19:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741835_1011 (size=1138) 2024-11-22T16:19:29,239 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:19:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:29,598 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d9c98b8473abef91776e02667520b1f, NAME => 'hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e 2024-11-22T16:19:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741836_1012 (size=44) 2024-11-22T16:19:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:30,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:30,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d9c98b8473abef91776e02667520b1f, disabling compactions & flushes 2024-11-22T16:19:30,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. after waiting 0 ms 2024-11-22T16:19:30,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,004 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,004 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d9c98b8473abef91776e02667520b1f: Waiting for close lock at 1732292370003Disabling compacts and flushes for region at 1732292370003Disabling writes for close at 1732292370004 (+1 ms)Writing region close event to WAL at 1732292370004Closed at 1732292370004 2024-11-22T16:19:30,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:19:30,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292370005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292370005"}]},"ts":"1732292370005"} 2024-11-22T16:19:30,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:19:30,008 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:19:30,008 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292370008"}]},"ts":"1732292370008"} 2024-11-22T16:19:30,010 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:19:30,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN}] 2024-11-22T16:19:30,011 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN 2024-11-22T16:19:30,012 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN; state=OFFLINE, location=93fb7f16a334,34565,1732292359969; forceNewPlan=false, retain=false 2024-11-22T16:19:30,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d9c98b8473abef91776e02667520b1f, regionState=OPENING, regionLocation=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:30,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN because future has completed 2024-11-22T16:19:30,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,34565,1732292359969}] 2024-11-22T16:19:30,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:30,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:30,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:19:30,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C34565%2C1732292359969.rep, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:30,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.rep.1732292370323, exclude list is [], retry=0 2024-11-22T16:19:30,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:30,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.rep.1732292370323 2024-11-22T16:19:30,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:30,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d9c98b8473abef91776e02667520b1f, NAME => 'hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:30,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. service=MultiRowMutationService 2024-11-22T16:19:30,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,348 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,349 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName hfileref 2024-11-22T16:19:30,349 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:30,349 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:30,349 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,350 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName queue 2024-11-22T16:19:30,350 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:30,351 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:30,351 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,352 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName sid 2024-11-22T16:19:30,352 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:30,352 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:30,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:19:30,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:30,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4d9c98b8473abef91776e02667520b1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75160407, jitterRate=0.11997734010219574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:19:30,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:30,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4d9c98b8473abef91776e02667520b1f: Running coprocessor pre-open hook at 1732292370346Writing region info on filesystem at 1732292370346Initializing all the Stores at 1732292370347 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292370347Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292370347Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292370347Cleaning up temporary data from old regions at 1732292370354 (+7 ms)Running coprocessor post-open hooks at 1732292370358 (+4 ms)Region opened successfully at 1732292370359 (+1 ms) 2024-11-22T16:19:30,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., pid=7, masterSystemTime=1732292370317 2024-11-22T16:19:30,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:30,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4d9c98b8473abef91776e02667520b1f, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,34565,1732292359969 2024-11-22T16:19:30,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,34565,1732292359969 because future has completed 2024-11-22T16:19:30,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-22T16:19:30,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,34565,1732292359969 in 201 msec 2024-11-22T16:19:30,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:19:30,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN in 358 msec 2024-11-22T16:19:30,371 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:19:30,371 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292370371"}]},"ts":"1732292370371"} 2024-11-22T16:19:30,373 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:19:30,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:19:30,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-22T16:19:30,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., hostname=93fb7f16a334,34565,1732292359969, seqNum=2] 2024-11-22T16:19:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:19:30,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:19:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:19:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T16:19:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:19:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:19:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:19:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:19:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:30,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:19:30,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-22T16:19:30,661 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:19:30,687 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,34565,1732292359969, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:19:30,687 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:30,687 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,34565,1732292359969, seqNum=-1] 2024-11-22T16:19:30,687 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:30,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-22T16:19:30,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,34565,1732292359969', locateType=CURRENT is [region=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., hostname=93fb7f16a334,34565,1732292359969, seqNum=2] 2024-11-22T16:19:30,692 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T16:19:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T16:19:30,694 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,34565,1732292359969 suceeded 2024-11-22T16:19:30,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-22T16:19:30,696 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:39197,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:19:30,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-22T16:19:30,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-22T16:19:30,706 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39197' 2024-11-22T16:19:30,707 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6436cd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:30,707 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39197,-1 for getting cluster id 2024-11-22T16:19:30,707 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:30,708 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1406790e-92f6-4374-9a40-fe932be3c95a' 2024-11-22T16:19:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1406790e-92f6-4374-9a40-fe932be3c95a" 2024-11-22T16:19:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6157067b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:30,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39197,-1] 2024-11-22T16:19:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:30,709 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:30,710 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@243030cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:30,710 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:30,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39197,1732292365560 2024-11-22T16:19:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a2f404 2024-11-22T16:19:30,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:30,711 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-22T16:19:30,712 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,34565,1732292359969 (queues=1) is replicating from cluster=2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f to cluster=1406790e-92f6-4374-9a40-fe932be3c95a 2024-11-22T16:19:30,712 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C34565%2C1732292359969 2024-11-22T16:19:30,712 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,34565,1732292359969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:19:30,713 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.shipper93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C34565%2C1732292359969 2024-11-22T16:19:30,713 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266, startPosition=0, beingWritten=true 2024-11-22T16:19:30,917 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 to pos 0, reset compression=false 2024-11-22T16:19:31,223 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 to pos 0, reset compression=false 2024-11-22T16:19:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:31,323 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:19:31,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:31,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:31,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:31,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46577,1732292359774 2024-11-22T16:19:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fdb5e12 2024-11-22T16:19:31,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:31,325 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:31,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46577 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:19:31,326 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:31,326 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:31,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:31,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:19:31,326 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=182764048, stopped=false 2024-11-22T16:19:31,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,46577,1732292359774 2024-11-22T16:19:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:31,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:31,381 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:31,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:31,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:31,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,382 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,34565,1732292359969' ***** 2024-11-22T16:19:31,382 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:19:31,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:19:31,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:19:31,382 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,34565,1732292359969 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:34565. 2024-11-22T16:19:31,382 DEBUG [RS:0;93fb7f16a334:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:31,382 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d9c98b8473abef91776e02667520b1f, disabling compactions & flushes 2024-11-22T16:19:31,382 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:31,382 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:31,382 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:19:31,382 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. after waiting 0 ms 2024-11-22T16:19:31,382 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:19:31,382 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:31,383 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:19:31,383 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d9c98b8473abef91776e02667520b1f 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-22T16:19:31,383 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:19:31,383 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d9c98b8473abef91776e02667520b1f=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.} 2024-11-22T16:19:31,383 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:31,383 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:31,383 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:31,383 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:31,383 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:31,383 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:31,383 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-22T16:19:31,397 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/4c8e91fc552648b8824d65d8a8cc6b9d is 147, key is hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f./info:regioninfo/1732292370362/Put/seqid=0 2024-11-22T16:19:31,400 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/.tmp/queue/b65591140aed400c8de4f3c8df0cfdbb is 151, key is 1-93fb7f16a334,34565,1732292359969/queue:93fb7f16a334%2C34565%2C1732292359969/1732292370691/Put/seqid=0 2024-11-22T16:19:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741838_1014 (size=6631) 2024-11-22T16:19:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741839_1015 (size=5350) 2024-11-22T16:19:31,443 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:31,583 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:31,627 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 to pos 0, reset compression=false 2024-11-22T16:19:31,783 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:31,801 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/4c8e91fc552648b8824d65d8a8cc6b9d 2024-11-22T16:19:31,804 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/.tmp/queue/b65591140aed400c8de4f3c8df0cfdbb 2024-11-22T16:19:31,809 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/.tmp/queue/b65591140aed400c8de4f3c8df0cfdbb as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/queue/b65591140aed400c8de4f3c8df0cfdbb 2024-11-22T16:19:31,813 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/queue/b65591140aed400c8de4f3c8df0cfdbb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-22T16:19:31,814 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d9c98b8473abef91776e02667520b1f in 432ms, sequenceid=5, compaction requested=false 2024-11-22T16:19:31,814 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:19:31,822 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:19:31,823 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:31,823 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:31,823 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:31,823 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d9c98b8473abef91776e02667520b1f: Waiting for close lock at 1732292371382Running coprocessor pre-close hooks at 1732292371382Disabling compacts and flushes for region at 1732292371382Disabling writes for close at 1732292371382Obtaining lock to block concurrent updates at 1732292371383 (+1 ms)Preparing flush snapshotting stores in 4d9c98b8473abef91776e02667520b1f at 1732292371383Finished memstore snapshotting hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732292371383Flushing stores of hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. at 1732292371383Flushing 4d9c98b8473abef91776e02667520b1f/queue: creating writer at 1732292371383Flushing 4d9c98b8473abef91776e02667520b1f/queue: appending metadata at 1732292371399 (+16 ms)Flushing 4d9c98b8473abef91776e02667520b1f/queue: closing flushed file at 1732292371399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10807619: reopening flushed file at 1732292371808 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4d9c98b8473abef91776e02667520b1f in 432ms, sequenceid=5, compaction requested=false at 1732292371814 (+6 ms)Writing region close event to WAL at 1732292371819 (+5 ms)Running coprocessor post-close hooks at 1732292371823 (+4 ms)Closed at 1732292371823 2024-11-22T16:19:31,823 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:31,823 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/ns/1cacefc2aeb34eacbc4464f912aa20cf is 43, key is default/ns:d/1732292363282/Put/seqid=0 2024-11-22T16:19:31,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741840_1016 (size=5153) 2024-11-22T16:19:31,983 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:32,132 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 to pos 0, reset compression=false 2024-11-22T16:19:32,152 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:19:32,152 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:19:32,183 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:32,227 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/ns/1cacefc2aeb34eacbc4464f912aa20cf 2024-11-22T16:19:32,251 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/table/9a6f9fccacae48dfa16f8a24c10c500b is 53, key is hbase:replication/table:state/1732292370371/Put/seqid=0 2024-11-22T16:19:32,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741841_1017 (size=5256) 2024-11-22T16:19:32,384 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:19:32,384 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:19:32,384 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:32,584 DEBUG [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:32,656 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/table/9a6f9fccacae48dfa16f8a24c10c500b 2024-11-22T16:19:32,661 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/4c8e91fc552648b8824d65d8a8cc6b9d as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/info/4c8e91fc552648b8824d65d8a8cc6b9d 2024-11-22T16:19:32,665 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/info/4c8e91fc552648b8824d65d8a8cc6b9d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-22T16:19:32,666 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/ns/1cacefc2aeb34eacbc4464f912aa20cf as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/ns/1cacefc2aeb34eacbc4464f912aa20cf 2024-11-22T16:19:32,670 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/ns/1cacefc2aeb34eacbc4464f912aa20cf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:19:32,671 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/table/9a6f9fccacae48dfa16f8a24c10c500b as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/table/9a6f9fccacae48dfa16f8a24c10c500b 2024-11-22T16:19:32,676 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/table/9a6f9fccacae48dfa16f8a24c10c500b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-22T16:19:32,677 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-22T16:19:32,680 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:19:32,681 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:32,681 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:32,681 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:32,681 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292371383Running coprocessor pre-close hooks at 1732292371383Disabling compacts and flushes for region at 1732292371383Disabling writes for close at 1732292371383Obtaining lock to block concurrent updates at 1732292371383Preparing flush snapshotting stores in 1588230740 at 1732292371383Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732292371383Flushing stores of hbase:meta,,1.1588230740 at 1732292371384 (+1 ms)Flushing 1588230740/info: creating writer at 1732292371384Flushing 1588230740/info: appending metadata at 1732292371396 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732292371396Flushing 1588230740/ns: creating writer at 1732292371807 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732292371823 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732292371823Flushing 1588230740/table: creating writer at 1732292372232 (+409 ms)Flushing 1588230740/table: appending metadata at 1732292372251 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732292372251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cf639d0: reopening flushed file at 1732292372660 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28706d5: reopening flushed file at 1732292372665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19af102d: reopening flushed file at 1732292372671 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1732292372677 (+6 ms)Writing region close event to WAL at 1732292372678 (+1 ms)Running coprocessor post-close hooks at 1732292372681 (+3 ms)Closed at 1732292372681 2024-11-22T16:19:32,681 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:32,736 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 to pos 0, reset compression=false 2024-11-22T16:19:32,784 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,34565,1732292359969; all regions closed. 2024-11-22T16:19:32,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741834_1010 (size=2742) 2024-11-22T16:19:32,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.meta.1732292363204.meta not finished, retry = 0 2024-11-22T16:19:32,889 DEBUG [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:32,889 INFO [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C34565%2C1732292359969.meta:.meta(num 1732292363204) 2024-11-22T16:19:32,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741837_1013 (size=1586) 2024-11-22T16:19:32,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.rep.1732292370323 not finished, retry = 0 2024-11-22T16:19:32,993 DEBUG [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:32,993 INFO [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C34565%2C1732292359969.rep:(num 1732292370323) 2024-11-22T16:19:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741832_1008 (size=93) 2024-11-22T16:19:32,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969/93fb7f16a334%2C34565%2C1732292359969.1732292362266 not finished, retry = 0 2024-11-22T16:19:33,098 DEBUG [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C34565%2C1732292359969:(num 1732292362266) 2024-11-22T16:19:33,098 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:33,098 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:33,098 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,34565,1732292359969 because: Region server is closing 2024-11-22T16:19:33,099 INFO [RS:0;93fb7f16a334:34565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:34565. 2024-11-22T16:19:33,099 DEBUG [RS:0;93fb7f16a334:34565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:33,099 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:33,099 DEBUG [RS:0;93fb7f16a334:34565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:33,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:33,199 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.wal-reader.93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:19:33,199 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.shipper93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:19:33,199 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,34565,1732292359969.replicationSource.shipper93fb7f16a334%2C34565%2C1732292359969,1-93fb7f16a334,34565,1732292359969 terminated 2024-11-22T16:19:33,199 INFO [RS:0;93fb7f16a334:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34565 2024-11-22T16:19:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/rs/93fb7f16a334,34565,1732292359969 2024-11-22T16:19:33,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/rs 2024-11-22T16:19:33,280 INFO [RS:0;93fb7f16a334:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:33,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,34565,1732292359969] 2024-11-22T16:19:33,318 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/draining/93fb7f16a334,34565,1732292359969 already deleted, retry=false 2024-11-22T16:19:33,318 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,34565,1732292359969 expired; onlineServers=0 2024-11-22T16:19:33,318 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,46577,1732292359774' ***** 2024-11-22T16:19:33,318 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:33,318 DEBUG [M:0;93fb7f16a334:46577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:19:33,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:19:33,318 DEBUG [M:0;93fb7f16a334:46577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:19:33,318 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292362000 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292362000,5,FailOnTimeoutGroup] 2024-11-22T16:19:33,318 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292362001 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292362001,5,FailOnTimeoutGroup] 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:33,318 DEBUG [M:0;93fb7f16a334:46577 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:19:33,318 INFO [M:0;93fb7f16a334:46577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:33,319 INFO [M:0;93fb7f16a334:46577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:19:33,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:19:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/master 2024-11-22T16:19:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:33,328 DEBUG [M:0;93fb7f16a334:46577 {}] zookeeper.ZKUtil(347): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/master because node does not exist (not an error) 2024-11-22T16:19:33,328 WARN [M:0;93fb7f16a334:46577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:19:33,329 INFO [M:0;93fb7f16a334:46577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.lastflushedseqids 2024-11-22T16:19:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741842_1018 (size=181) 2024-11-22T16:19:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:33,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34565-0x1016357a7b20001, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:33,407 INFO [RS:0;93fb7f16a334:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:33,407 INFO [RS:0;93fb7f16a334:34565 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,34565,1732292359969; zookeeper connection closed. 2024-11-22T16:19:33,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bce9aa5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bce9aa5 2024-11-22T16:19:33,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:19:33,733 INFO [M:0;93fb7f16a334:46577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:19:33,733 INFO [M:0;93fb7f16a334:46577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:19:33,734 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:33,734 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:33,734 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:33,734 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:33,734 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:33,734 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-22T16:19:33,751 DEBUG [M:0;93fb7f16a334:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d687b2fa1294f3ab3cb335a88825e3b is 82, key is hbase:meta,,1/info:regioninfo/1732292363235/Put/seqid=0 2024-11-22T16:19:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741843_1019 (size=5672) 2024-11-22T16:19:34,156 INFO [M:0;93fb7f16a334:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d687b2fa1294f3ab3cb335a88825e3b 2024-11-22T16:19:34,174 DEBUG [M:0;93fb7f16a334:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b79617037b14978be016c4d5d1b7ed8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732292370375/Put/seqid=0 2024-11-22T16:19:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741844_1020 (size=7203) 2024-11-22T16:19:34,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:34,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:34,562 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:19:34,579 INFO [M:0;93fb7f16a334:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b79617037b14978be016c4d5d1b7ed8 2024-11-22T16:19:34,603 DEBUG [M:0;93fb7f16a334:46577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8913fb8c7cf4d3985261e4acc428929 is 69, key is 93fb7f16a334,34565,1732292359969/rs:state/1732292362123/Put/seqid=0 2024-11-22T16:19:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741845_1021 (size=5156) 2024-11-22T16:19:35,008 INFO [M:0;93fb7f16a334:46577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8913fb8c7cf4d3985261e4acc428929 2024-11-22T16:19:35,013 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d687b2fa1294f3ab3cb335a88825e3b as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d687b2fa1294f3ab3cb335a88825e3b 2024-11-22T16:19:35,017 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d687b2fa1294f3ab3cb335a88825e3b, entries=8, sequenceid=70, filesize=5.5 K 2024-11-22T16:19:35,018 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b79617037b14978be016c4d5d1b7ed8 as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b79617037b14978be016c4d5d1b7ed8 2024-11-22T16:19:35,022 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b79617037b14978be016c4d5d1b7ed8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-22T16:19:35,022 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d8913fb8c7cf4d3985261e4acc428929 as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8913fb8c7cf4d3985261e4acc428929 2024-11-22T16:19:35,026 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8913fb8c7cf4d3985261e4acc428929, entries=1, sequenceid=70, filesize=5.0 K 2024-11-22T16:19:35,027 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-22T16:19:35,028 INFO [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:35,028 DEBUG [M:0;93fb7f16a334:46577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292373733Disabling compacts and flushes for region at 1732292373733Disabling writes for close at 1732292373734 (+1 ms)Obtaining lock to block concurrent updates at 1732292373734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292373734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732292373734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292373735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292373735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292373751 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292373751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292374160 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292374174 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292374174Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292374584 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292374603 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292374603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a6ce6d: reopening flushed file at 1732292375012 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a8fea6f: reopening flushed file at 1732292375017 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69daa726: reopening flushed file at 1732292375022 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1732292375027 (+5 ms)Writing region close event to WAL at 1732292375028 (+1 ms)Closed at 1732292375028 2024-11-22T16:19:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741830_1006 (size=41008) 2024-11-22T16:19:35,030 INFO [M:0;93fb7f16a334:46577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:19:35,031 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:35,031 INFO [M:0;93fb7f16a334:46577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46577 2024-11-22T16:19:35,031 INFO [M:0;93fb7f16a334:46577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:35,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:35,176 INFO [M:0;93fb7f16a334:46577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:35,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46577-0x1016357a7b20000, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:35,178 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:19:35,178 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:35,179 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35095 2024-11-22T16:19:35,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35095 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:35,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350950x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:35,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35095-0x1016357a7b20006 connected 2024-11-22T16:19:35,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:35,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:35,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:35,206 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: INIT 2024-11-22T16:19:35,207 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e, hbase.cluster.distributed=false 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/acl 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35095 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35095 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-22T16:19:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35095 2024-11-22T16:19:35,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:35,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:19:35,222 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:35,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44891 2024-11-22T16:19:35,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44891 connecting to ZooKeeper ensemble=127.0.0.1:58203 2024-11-22T16:19:35,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:35,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:35,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448910x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:35,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448910x0, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:35,234 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: INIT 2024-11-22T16:19:35,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44891-0x1016357a7b20007 connected 2024-11-22T16:19:35,234 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:19:35,234 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:19:35,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/master 2024-11-22T16:19:35,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/acl 2024-11-22T16:19:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44891 2024-11-22T16:19:35,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44891 2024-11-22T16:19:35,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44891 2024-11-22T16:19:35,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44891 2024-11-22T16:19:35,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44891 2024-11-22T16:19:35,253 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:35095 2024-11-22T16:19:35,254 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01646326862/backup-masters/93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:35,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:35,265 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/backup-masters/93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/master 2024-11-22T16:19:35,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:35,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:35,276 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/master 2024-11-22T16:19:35,276 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01646326862/backup-masters/93fb7f16a334,35095,1732292375177 from backup master directory 2024-11-22T16:19:35,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:35,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/backup-masters/93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/backup-masters 2024-11-22T16:19:35,286 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:35,286 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,296 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:35,296 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:19:35,302 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-22T16:19:35,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741846_1022 (size=196) 2024-11-22T16:19:35,714 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:35,715 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:19:35,715 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:35,720 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-22T16:19:35,722 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774 to hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774-dead as it is dead 2024-11-22T16:19:35,723 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774-dead/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:35,723 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774-dead/93fb7f16a334%2C46577%2C1732292359774.1732292361732 after 0ms 2024-11-22T16:19:35,724 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774-dead/93fb7f16a334%2C46577%2C1732292359774.1732292361732 to hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:35,724 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,46577,1732292359774-dead 2024-11-22T16:19:35,724 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,725 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:35,726 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C35095%2C1732292375177, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,35095,1732292375177, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/oldWALs, maxLogs=10 2024-11-22T16:19:35,741 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,35095,1732292375177/93fb7f16a334%2C35095%2C1732292375177.1732292375726, exclude list is [], retry=0 2024-11-22T16:19:35,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:35,745 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,35095,1732292375177/93fb7f16a334%2C35095%2C1732292375177.1732292375726 2024-11-22T16:19:35,745 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:35,745 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:35,745 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:35,746 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,746 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:19:35,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:35,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d687b2fa1294f3ab3cb335a88825e3b 2024-11-22T16:19:35,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:35,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:19:35,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:35,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b79617037b14978be016c4d5d1b7ed8 2024-11-22T16:19:35,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:35,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:19:35,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:35,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d8913fb8c7cf4d3985261e4acc428929 2024-11-22T16:19:35,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:35,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:19:35,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:35,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:35,767 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,767 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-22T16:19:35,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:35,771 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:35,772 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/93fb7f16a334%2C46577%2C1732292359774.1732292361732 2024-11-22T16:19:35,773 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,773 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,774 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:35,775 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:35,777 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-22T16:19:35,778 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74773020, jitterRate=0.11420482397079468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:35,778 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292375746Initializing all the Stores at 1732292375746Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292375746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292375746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292375746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292375746Cleaning up temporary data from old regions at 1732292375773 (+27 ms)Region opened successfully at 1732292375778 (+5 ms) 2024-11-22T16:19:35,778 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:19:35,780 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4970a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:35,782 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-22T16:19:35,782 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:19:35,782 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:19:35,782 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:19:35,783 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:19:35,786 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:35,786 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:19:35,787 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:19:35,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T16:19:35,787 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:19:35,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=93fb7f16a334,34565,1732292359969, regionLocation=93fb7f16a334,34565,1732292359969, openSeqNum=2 2024-11-22T16:19:35,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=93fb7f16a334,34565,1732292359969, table=hbase:meta, region=1588230740 2024-11-22T16:19:35,790 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,34565,1732292359969, state=OPEN 2024-11-22T16:19:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:35,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:35,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:35,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:35,847 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:19:35,854 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/draining/93fb7f16a334,34565,1732292359969 already deleted, retry=false 2024-11-22T16:19:35,854 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 93fb7f16a334,34565,1732292359969 on 93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,855 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 93fb7f16a334,34565,1732292359969, splitWal=true, meta=true 2024-11-22T16:19:35,855 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 93fb7f16a334,34565,1732292359969 (carryingMeta=true) 93fb7f16a334,34565,1732292359969/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6773348a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-22T16:19:35,857 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/balancer because node does not exist (not necessarily an error) 2024-11-22T16:19:35,865 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/balancer already deleted, retry=false 2024-11-22T16:19:35,865 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:19:35,866 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:19:35,875 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/normalizer already deleted, retry=false 2024-11-22T16:19:35,876 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:19:35,876 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:19:35,886 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/switch/split already deleted, retry=false 2024-11-22T16:19:35,887 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:19:35,896 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/switch/merge already deleted, retry=false 2024-11-22T16:19:35,909 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:19:35,917 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/snapshot-cleanup already deleted, retry=false 2024-11-22T16:19:35,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:35,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:35,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:35,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:35,929 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,35095,1732292375177, sessionid=0x1016357a7b20006, setting cluster-up flag (Was=false) 2024-11-22T16:19:35,939 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01646326862/flush-table-proc/acquired, /01646326862/flush-table-proc/reached, /01646326862/flush-table-proc/abort 2024-11-22T16:19:35,940 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,950 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01646326862/online-snapshot/acquired, /01646326862/online-snapshot/reached, /01646326862/online-snapshot/abort 2024-11-22T16:19:35,951 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35095,1732292375177 2024-11-22T16:19:35,952 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.lastflushedseqids 2024-11-22T16:19:35,953 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:19:35,954 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:19:35,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,35095,1732292375177 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 93fb7f16a334,34565,1732292359969 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:35,955 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292405956 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:35,956 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 93fb7f16a334,34565,1732292359969, splitWal=true, meta=true 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:19:35,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:19:35,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292375957,5,FailOnTimeoutGroup] 2024-11-22T16:19:35,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292375957,5,FailOnTimeoutGroup] 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:35,957 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,34565,1732292359969, splitWal=true, meta=true, isMeta: true 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292375957, completionTime=-1 2024-11-22T16:19:35,957 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-22T16:19:35,957 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T16:19:35,958 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969-splitting 2024-11-22T16:19:35,959 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969-splitting dir is empty, no logs to split. 2024-11-22T16:19:35,959 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,34565,1732292359969 WAL count=0, meta=true 2024-11-22T16:19:35,961 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969-splitting dir is empty, no logs to split. 2024-11-22T16:19:35,961 INFO [PEWorker-1 {}] master.SplitWALManager(105): 93fb7f16a334,34565,1732292359969 WAL count=0, meta=true 2024-11-22T16:19:35,961 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,34565,1732292359969 WAL splitting is done? wals=0, meta=true 2024-11-22T16:19:35,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:19:35,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:35,963 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:19:36,045 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(746): ClusterId : 2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f 2024-11-22T16:19:36,045 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:19:36,055 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:19:36,055 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:19:36,065 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:19:36,066 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c515383, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:36,080 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:44891 2024-11-22T16:19:36,080 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:19:36,080 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:19:36,080 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:19:36,080 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,35095,1732292375177 with port=44891, startcode=1732292375221 2024-11-22T16:19:36,081 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:19:36,082 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:19:36,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35095 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,084 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e 2024-11-22T16:19:36,084 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42579 2024-11-22T16:19:36,084 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:19:36,108 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=151ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-22T16:19:36,113 WARN [93fb7f16a334:35095 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:19:36,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/rs 2024-11-22T16:19:36,127 DEBUG [RS:0;93fb7f16a334:44891 {}] zookeeper.ZKUtil(111): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on existing znode=/01646326862/rs/93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,127 WARN [RS:0;93fb7f16a334:44891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:36,127 INFO [RS:0;93fb7f16a334:44891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:36,127 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,44891,1732292375221] 2024-11-22T16:19:36,149 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:19:36,151 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:19:36,151 INFO [RS:0;93fb7f16a334:44891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:19:36,151 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,152 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:19:36,152 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:19:36,152 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,152 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,152 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:36,153 DEBUG [RS:0;93fb7f16a334:44891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,153 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,44891,1732292375221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:36,185 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:19:36,185 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,44891,1732292375221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,198 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,44891,1732292375221, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:19:36,198 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,198 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.Replication(171): 93fb7f16a334,44891,1732292375221 started 2024-11-22T16:19:36,211 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:36,211 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39197' 2024-11-22T16:19:36,211 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,44891,1732292375221, RpcServer on 93fb7f16a334/172.17.0.2:44891, sessionid=0x1016357a7b20007 2024-11-22T16:19:36,211 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:19:36,211 DEBUG [RS:0;93fb7f16a334:44891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,211 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,44891,1732292375221' 2024-11-22T16:19:36,211 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01646326862/flush-table-proc/abort' 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01646326862/flush-table-proc/acquired' 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361f297c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39197,-1 for getting cluster id 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,44891,1732292375221' 2024-11-22T16:19:36,212 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01646326862/online-snapshot/abort' 2024-11-22T16:19:36,213 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01646326862/online-snapshot/acquired' 2024-11-22T16:19:36,213 DEBUG [RS:0;93fb7f16a334:44891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:19:36,213 INFO [RS:0;93fb7f16a334:44891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:19:36,213 INFO [RS:0;93fb7f16a334:44891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:19:36,213 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1406790e-92f6-4374-9a40-fe932be3c95a' 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1406790e-92f6-4374-9a40-fe932be3c95a" 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@102adf49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39197,-1] 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:36,215 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:36,216 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54acf95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:36,216 DEBUG [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39197,1732292365560 2024-11-22T16:19:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb0f1fa 2024-11-22T16:19:36,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:36,218 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-22T16:19:36,218 INFO [RS:0;93fb7f16a334:44891.replicationSource,1-93fb7f16a334,44891,1732292375221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,44891,1732292375221 (queues=0) is replicating from cluster=2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f to cluster=1406790e-92f6-4374-9a40-fe932be3c95a 2024-11-22T16:19:36,313 INFO [RS:0;93fb7f16a334:44891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:36,315 INFO [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C44891%2C1732292375221, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:36,327 DEBUG [RS:0;93fb7f16a334:44891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315, exclude list is [], retry=0 2024-11-22T16:19:36,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:36,332 INFO [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 2024-11-22T16:19:36,332 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 93fb7f16a334%2C44891%2C1732292375221 for peer 1 2024-11-22T16:19:36,332 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C44891%2C1732292375221 2024-11-22T16:19:36,332 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,44891,1732292375221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:19:36,332 DEBUG [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:36,332 INFO [RS:0;93fb7f16a334:44891.replicationSource.shipper93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C44891%2C1732292375221 2024-11-22T16:19:36,332 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315, startPosition=0, beingWritten=true 2024-11-22T16:19:36,364 DEBUG [93fb7f16a334:35095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:36,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,44891,1732292375221, state=OPENING 2024-11-22T16:19:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:36,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:36,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:36,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:36,381 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:36,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,44891,1732292375221}] 2024-11-22T16:19:36,533 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:19:36,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:19:36,537 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:36,537 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:19:36,538 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:36,538 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:19:36,540 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C44891%2C1732292375221.meta, suffix=.meta, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:36,552 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.meta.1732292376540.meta, exclude list is [], retry=0 2024-11-22T16:19:36,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:36,555 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.meta.1732292376540.meta 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:36,556 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:19:36,556 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:19:36,556 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:19:36,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:36,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:36,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:36,563 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/info/4c8e91fc552648b8824d65d8a8cc6b9d 2024-11-22T16:19:36,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:36,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:36,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:36,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:36,569 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/ns/1cacefc2aeb34eacbc4464f912aa20cf 2024-11-22T16:19:36,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:36,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:36,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:36,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:36,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:36,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:36,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:36,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:36,575 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/table/9a6f9fccacae48dfa16f8a24c10c500b 2024-11-22T16:19:36,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:36,576 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:36,577 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:36,578 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740 2024-11-22T16:19:36,579 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:36,579 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:36,579 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:36,580 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:36,581 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65878791, jitterRate=-0.018329516053199768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:36,581 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:19:36,581 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292376556Writing region info on filesystem at 1732292376556Initializing all the Stores at 1732292376557 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292376557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292376558 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292376558Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292376558Cleaning up temporary data from old regions at 1732292376579 (+21 ms)Running coprocessor post-open hooks at 1732292376581 (+2 ms)Region opened successfully at 1732292376581 2024-11-22T16:19:36,582 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732292376533 2024-11-22T16:19:36,583 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:19:36,583 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:19:36,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,44891,1732292375221, state=OPEN 2024-11-22T16:19:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01646326862/meta-region-server 2024-11-22T16:19:36,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:36,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:36,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01646326862/meta-region-server: CHANGED 2024-11-22T16:19:36,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-22T16:19:36,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,44891,1732292375221 in 210 msec 2024-11-22T16:19:36,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:19:36,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-22T16:19:36,845 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:37,249 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:37,610 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-22T16:19:37,753 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:38,357 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:39,061 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:39,113 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-22T16:19:39,866 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:40,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:19:40,465 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-22T16:19:40,465 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:19:40,466 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:40,466 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,44891,1732292375221, seqNum=-1] 2024-11-22T16:19:40,466 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:40,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:40,471 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4d9c98b8473abef91776e02667520b1f, regionState=OPEN, lastHost=93fb7f16a334,34565,1732292359969, regionLocation=93fb7f16a334,34565,1732292359969, openSeqNum=2 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292440471 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292500471 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-22T16:19:40,471 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 93fb7f16a334,34565,1732292359969 had 2 regions 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:35095, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,471 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,472 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 93fb7f16a334,34565,1732292359969, splitWal=true, meta=true, isMeta: false 2024-11-22T16:19:40,473 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969-splitting dir is empty, no logs to split. 2024-11-22T16:19:40,473 INFO [PEWorker-3 {}] master.SplitWALManager(105): 93fb7f16a334,34565,1732292359969 WAL count=0, meta=false 2024-11-22T16:19:40,476 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,34565,1732292359969-splitting dir is empty, no logs to split. 2024-11-22T16:19:40,476 INFO [PEWorker-3 {}] master.SplitWALManager(105): 93fb7f16a334,34565,1732292359969 WAL count=0, meta=false 2024-11-22T16:19:40,476 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 93fb7f16a334,34565,1732292359969 WAL splitting is done? wals=0, meta=false 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.191sec 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:19:40,477 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:19:40,478 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:40,478 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:19:40,479 WARN [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=93fb7f16a334,34565,1732292359969/hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:40,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN}] 2024-11-22T16:19:40,482 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN 2024-11-22T16:19:40,482 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:19:40,482 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:19:40,482 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35095,1732292375177-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:40,483 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-22T16:19:40,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d5f5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35095,-1 for getting cluster id 2024-11-22T16:19:40,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:40,550 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f' 2024-11-22T16:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f" 2024-11-22T16:19:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12eda87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35095,-1] 2024-11-22T16:19:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,552 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673ff630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:40,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,44891,1732292375221, seqNum=-1] 2024-11-22T16:19:40,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:40,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:40,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-22T16:19:40,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:40,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:40,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:40,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 93fb7f16a334:35095 after: 93fb7f16a334:35095 2024-11-22T16:19:40,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35095,-1 for getting cluster id 2024-11-22T16:19:40,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:40,558 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f' 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2edcc7ea-1694-41b3-a58e-d5d3c9c3a97f" 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45207a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35095,-1] 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:40,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,559 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:40,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab95d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:40,560 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35095,1732292375177 2024-11-22T16:19:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4da1af04 2024-11-22T16:19:40,561 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:40,561 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35095 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-22T16:19:40,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:19:40,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:40,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:40,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:40,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:19:40,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86131998, stopped=false 2024-11-22T16:19:40,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,39197,1732292365560 2024-11-22T16:19:40,633 DEBUG [93fb7f16a334:35095 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:40,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4d9c98b8473abef91776e02667520b1f, regionState=OPENING, regionLocation=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:40,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN because future has completed 2024-11-22T16:19:40,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,44891,1732292375221}] 2024-11-22T16:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1952571234/running 2024-11-22T16:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1952571234/running 2024-11-22T16:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:40,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:40,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:40,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:40,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:40,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/running 2024-11-22T16:19:40,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Set watcher on znode that does not yet exist, /1-1952571234/running 2024-11-22T16:19:40,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,35865,1732292365709' ***** 2024-11-22T16:19:40,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:19:40,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,35865,1732292365709 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35865. 2024-11-22T16:19:40,643 DEBUG [RS:0;93fb7f16a334:35865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:40,643 DEBUG [RS:0;93fb7f16a334:35865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:19:40,643 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:19:40,644 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:19:40,644 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:19:40,644 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:19:40,644 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:19:40,644 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:40,644 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:40,644 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:40,644 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:40,644 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:40,644 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:40,644 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-22T16:19:40,658 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/.tmp/ns/a33b4a12d4494d5bb0c3be4667c1d8e9 is 43, key is default/ns:d/1732292369041/Put/seqid=0 2024-11-22T16:19:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741835_1011 (size=5153) 2024-11-22T16:19:40,685 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:40,770 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:40,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:40,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:40,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:19:40,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C44891%2C1732292375221.rep, suffix=, logDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221, archiveDir=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs, maxLogs=10 2024-11-22T16:19:40,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.rep.1732292380792, exclude list is [], retry=0 2024-11-22T16:19:40,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42697,DS-31e04e6a-8b20-4b6a-8e5e-1304983997d5,DISK] 2024-11-22T16:19:40,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.rep.1732292380792 2024-11-22T16:19:40,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33493:33493)] 2024-11-22T16:19:40,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d9c98b8473abef91776e02667520b1f, NAME => 'hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:40,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:40,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:40,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. service=MultiRowMutationService 2024-11-22T16:19:40,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:19:40,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:40,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,816 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,816 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName hfileref 2024-11-22T16:19:40,816 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:40,817 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:40,817 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,817 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName queue 2024-11-22T16:19:40,817 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:40,822 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/queue/b65591140aed400c8de4f3c8df0cfdbb 2024-11-22T16:19:40,822 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:40,823 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,823 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d9c98b8473abef91776e02667520b1f columnFamilyName sid 2024-11-22T16:19:40,823 DEBUG [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:40,824 INFO [StoreOpener-4d9c98b8473abef91776e02667520b1f-1 {}] regionserver.HStore(327): Store=4d9c98b8473abef91776e02667520b1f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:40,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:19:40,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 4d9c98b8473abef91776e02667520b1f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68277106, jitterRate=0.017408162355422974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:19:40,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:40,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 4d9c98b8473abef91776e02667520b1f: Running coprocessor pre-open hook at 1732292380815Writing region info on filesystem at 1732292380815Initializing all the Stores at 1732292380815Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292380815Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292380816 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292380816Cleaning up temporary data from old regions at 1732292380826 (+10 ms)Running coprocessor post-open hooks at 1732292380829 (+3 ms)Region opened successfully at 1732292380829 2024-11-22T16:19:40,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., pid=13, masterSystemTime=1732292380788 2024-11-22T16:19:40,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:40,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:40,832 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=4d9c98b8473abef91776e02667520b1f, regionState=OPEN, openSeqNum=9, regionLocation=93fb7f16a334,44891,1732292375221 2024-11-22T16:19:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,44891,1732292375221 because future has completed 2024-11-22T16:19:40,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T16:19:40,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d9c98b8473abef91776e02667520b1f, server=93fb7f16a334,44891,1732292375221 in 198 msec 2024-11-22T16:19:40,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-22T16:19:40,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d9c98b8473abef91776e02667520b1f, ASSIGN in 355 msec 2024-11-22T16:19:40,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-22T16:19:40,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f., hostname=93fb7f16a334,44891,1732292375221, seqNum=9] 2024-11-22T16:19:40,844 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:40,854 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 93fb7f16a334,34565,1732292359969 2024-11-22T16:19:40,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-22T16:19:41,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-22T16:19:41,044 DEBUG [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:41,062 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/.tmp/ns/a33b4a12d4494d5bb0c3be4667c1d8e9 2024-11-22T16:19:41,068 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/.tmp/ns/a33b4a12d4494d5bb0c3be4667c1d8e9 as hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/ns/a33b4a12d4494d5bb0c3be4667c1d8e9 2024-11-22T16:19:41,074 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/ns/a33b4a12d4494d5bb0c3be4667c1d8e9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-22T16:19:41,075 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-22T16:19:41,079 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T16:19:41,080 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:41,080 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:41,080 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:41,080 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292380644Running coprocessor pre-close hooks at 1732292380644Disabling compacts and flushes for region at 1732292380644Disabling writes for close at 1732292380644Obtaining lock to block concurrent updates at 1732292380644Preparing flush snapshotting stores in 1588230740 at 1732292380644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732292380644Flushing stores of hbase:meta,,1.1588230740 at 1732292380645 (+1 ms)Flushing 1588230740/ns: creating writer at 1732292380645Flushing 1588230740/ns: appending metadata at 1732292380657 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732292380657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9a68c5: reopening flushed file at 1732292381067 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732292381075 (+8 ms)Writing region close event to WAL at 1732292381076 (+1 ms)Running coprocessor post-close hooks at 1732292381080 (+4 ms)Closed at 1732292381080 2024-11-22T16:19:41,080 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:41,220 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:19:41,221 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:19:41,244 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,35865,1732292365709; all regions closed. 2024-11-22T16:19:41,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741834_1010 (size=1152) 2024-11-22T16:19:41,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/WALs/93fb7f16a334,35865,1732292365709/93fb7f16a334%2C35865%2C1732292365709.meta.1732292368993.meta not finished, retry = 0 2024-11-22T16:19:41,381 DEBUG [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/oldWALs 2024-11-22T16:19:41,381 INFO [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C35865%2C1732292365709.meta:.meta(num 1732292368993) 2024-11-22T16:19:41,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741833_1009 (size=93) 2024-11-22T16:19:41,385 DEBUG [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/oldWALs 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C35865%2C1732292365709:(num 1732292368306) 2024-11-22T16:19:41,385 DEBUG [RS:0;93fb7f16a334:35865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:41,385 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:41,385 INFO [RS:0;93fb7f16a334:35865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35865 2024-11-22T16:19:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1952571234/rs/93fb7f16a334,35865,1732292365709 2024-11-22T16:19:41,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234/rs 2024-11-22T16:19:41,401 INFO [RS:0;93fb7f16a334:35865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:41,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,35865,1732292365709] 2024-11-22T16:19:41,422 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1952571234/draining/93fb7f16a334,35865,1732292365709 already deleted, retry=false 2024-11-22T16:19:41,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,35865,1732292365709 expired; onlineServers=0 2024-11-22T16:19:41,422 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,39197,1732292365560' ***** 2024-11-22T16:19:41,422 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:19:41,422 INFO [M:0;93fb7f16a334:39197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:41,422 INFO [M:0;93fb7f16a334:39197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:41,422 DEBUG [M:0;93fb7f16a334:39197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:19:41,423 DEBUG [M:0;93fb7f16a334:39197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:19:41,423 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292367799 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292367799,5,FailOnTimeoutGroup] 2024-11-22T16:19:41,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:19:41,423 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292367798 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292367798,5,FailOnTimeoutGroup] 2024-11-22T16:19:41,423 INFO [M:0;93fb7f16a334:39197 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:41,423 INFO [M:0;93fb7f16a334:39197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:41,423 DEBUG [M:0;93fb7f16a334:39197 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:19:41,423 INFO [M:0;93fb7f16a334:39197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:19:41,423 INFO [M:0;93fb7f16a334:39197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:41,423 INFO [M:0;93fb7f16a334:39197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:19:41,423 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:19:41,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1952571234/master 2024-11-22T16:19:41,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1952571234 2024-11-22T16:19:41,433 DEBUG [M:0;93fb7f16a334:39197 {}] zookeeper.ZKUtil(347): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Unable to get data of znode /1-1952571234/master because node does not exist (not an error) 2024-11-22T16:19:41,433 WARN [M:0;93fb7f16a334:39197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:19:41,434 INFO [M:0;93fb7f16a334:39197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/.lastflushedseqids 2024-11-22T16:19:41,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741836_1012 (size=99) 2024-11-22T16:19:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:41,512 INFO [RS:0;93fb7f16a334:35865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:41,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35865-0x1016357a7b20004, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:41,512 INFO [RS:0;93fb7f16a334:35865 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,35865,1732292365709; zookeeper connection closed. 2024-11-22T16:19:41,512 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58a27b97 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58a27b97 2024-11-22T16:19:41,512 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:19:41,774 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:41,839 INFO [M:0;93fb7f16a334:39197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:19:41,839 INFO [M:0;93fb7f16a334:39197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:19:41,839 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:41,839 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:41,839 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:41,839 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:41,839 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:41,839 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-22T16:19:41,853 DEBUG [M:0;93fb7f16a334:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58833924d2614f1299a2ef5ae8da0bef is 82, key is hbase:meta,,1/info:regioninfo/1732292369024/Put/seqid=0 2024-11-22T16:19:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741837_1013 (size=5672) 2024-11-22T16:19:42,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:42,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:42,258 INFO [M:0;93fb7f16a334:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58833924d2614f1299a2ef5ae8da0bef 2024-11-22T16:19:42,274 DEBUG [M:0;93fb7f16a334:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a9bc7592f5c49e48ea0e8bce809f103 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732292369044/Put/seqid=0 2024-11-22T16:19:42,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741838_1014 (size=5275) 2024-11-22T16:19:42,678 INFO [M:0;93fb7f16a334:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a9bc7592f5c49e48ea0e8bce809f103 2024-11-22T16:19:42,696 DEBUG [M:0;93fb7f16a334:39197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa4179d141b40beb573394c5d1798fc is 69, key is 93fb7f16a334,35865,1732292365709/rs:state/1732292367950/Put/seqid=0 2024-11-22T16:19:42,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741839_1015 (size=5156) 2024-11-22T16:19:42,878 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:43,100 INFO [M:0;93fb7f16a334:39197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa4179d141b40beb573394c5d1798fc 2024-11-22T16:19:43,105 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58833924d2614f1299a2ef5ae8da0bef as hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58833924d2614f1299a2ef5ae8da0bef 2024-11-22T16:19:43,110 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58833924d2614f1299a2ef5ae8da0bef, entries=8, sequenceid=28, filesize=5.5 K 2024-11-22T16:19:43,111 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a9bc7592f5c49e48ea0e8bce809f103 as hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a9bc7592f5c49e48ea0e8bce809f103 2024-11-22T16:19:43,115 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a9bc7592f5c49e48ea0e8bce809f103, entries=3, sequenceid=28, filesize=5.2 K 2024-11-22T16:19:43,116 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1fa4179d141b40beb573394c5d1798fc as hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa4179d141b40beb573394c5d1798fc 2024-11-22T16:19:43,120 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36223/user/jenkins/test-data/7cc65919-6c04-a23e-44c8-cc908df60440/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1fa4179d141b40beb573394c5d1798fc, entries=1, sequenceid=28, filesize=5.0 K 2024-11-22T16:19:43,121 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false 2024-11-22T16:19:43,122 INFO [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:43,122 DEBUG [M:0;93fb7f16a334:39197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292381839Disabling compacts and flushes for region at 1732292381839Disabling writes for close at 1732292381839Obtaining lock to block concurrent updates at 1732292381839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292381839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732292381839Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292381840 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292381840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292381853 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292381853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292382261 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292382273 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292382274 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292382682 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292382695 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292382696 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0cfdaf: reopening flushed file at 1732292383104 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f731727: reopening flushed file at 1732292383110 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432dfecc: reopening flushed file at 1732292383115 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=28, compaction requested=false at 1732292383121 (+6 ms)Writing region close event to WAL at 1732292383122 (+1 ms)Closed at 1732292383122 2024-11-22T16:19:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37817 is added to blk_1073741830_1006 (size=10165) 2024-11-22T16:19:43,124 INFO [M:0;93fb7f16a334:39197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:19:43,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:43,124 INFO [M:0;93fb7f16a334:39197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39197 2024-11-22T16:19:43,125 INFO [M:0;93fb7f16a334:39197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:43,301 INFO [M:0;93fb7f16a334:39197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:43,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:43,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39197-0x1016357a7b20003, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:43,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@717f4973{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:43,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4776abe2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:43,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:43,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee05249{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:43,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584e7d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:43,339 WARN [BP-135857634-172.17.0.2-1732292363353 heartbeating to localhost/127.0.0.1:36223 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:19:43,339 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:19:43,339 WARN [BP-135857634-172.17.0.2-1732292363353 heartbeating to localhost/127.0.0.1:36223 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-135857634-172.17.0.2-1732292363353 (Datanode Uuid e2bdb620-0934-4722-b21b-329e03f21a80) service to localhost/127.0.0.1:36223 2024-11-22T16:19:43,339 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:19:43,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/cluster_f253ebf5-e772-58a7-9a61-082c53040f8d/data/data1/current/BP-135857634-172.17.0.2-1732292363353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:43,340 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/cluster_f253ebf5-e772-58a7-9a61-082c53040f8d/data/data2/current/BP-135857634-172.17.0.2-1732292363353 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:43,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:19:43,344 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49a58fd3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:43,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bab3038{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:43,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:43,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a59c7ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:43,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9d207cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:43,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:19:43,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:19:43,355 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:43,355 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:43,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:43,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:43,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:43,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:19:43,355 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=118343937, stopped=false 2024-11-22T16:19:43,355 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,35095,1732292375177 2024-11-22T16:19:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/running 2024-11-22T16:19:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:43,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:43,370 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:43,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:19:43,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:43,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:43,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:43,370 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,44891,1732292375221' ***** 2024-11-22T16:19:43,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Set watcher on znode that does not yet exist, /01646326862/running 2024-11-22T16:19:43,370 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:19:43,370 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:19:43,370 INFO [RS:0;93fb7f16a334:44891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:19:43,371 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,44891,1732292375221 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:44891. 2024-11-22T16:19:43,371 DEBUG [RS:0;93fb7f16a334:44891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:43,371 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d9c98b8473abef91776e02667520b1f, disabling compactions & flushes 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:19:43,371 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. after waiting 0 ms 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:43,371 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:19:43,371 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d9c98b8473abef91776e02667520b1f=hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f.} 2024-11-22T16:19:43,371 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d9c98b8473abef91776e02667520b1f 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:43,371 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:43,371 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:43,372 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-22T16:19:43,374 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/replication/4d9c98b8473abef91776e02667520b1f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-22T16:19:43,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:43,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:43,375 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:43,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d9c98b8473abef91776e02667520b1f: Waiting for close lock at 1732292383371Running coprocessor pre-close hooks at 1732292383371Disabling compacts and flushes for region at 1732292383371Disabling writes for close at 1732292383371Writing region close event to WAL at 1732292383371Running coprocessor post-close hooks at 1732292383375 (+4 ms)Closed at 1732292383375 2024-11-22T16:19:43,375 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f. 2024-11-22T16:19:43,386 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/8e1fa170ff3d43aa9062182587ba3f4b is 147, key is hbase:replication,,1732292369187.4d9c98b8473abef91776e02667520b1f./info:regioninfo/1732292380832/Put/seqid=0 2024-11-22T16:19:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741851_1027 (size=6385) 2024-11-22T16:19:43,459 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:43,572 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:43,772 DEBUG [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:19:43,790 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/8e1fa170ff3d43aa9062182587ba3f4b 2024-11-22T16:19:43,795 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/.tmp/info/8e1fa170ff3d43aa9062182587ba3f4b as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/info/8e1fa170ff3d43aa9062182587ba3f4b 2024-11-22T16:19:43,799 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/info/8e1fa170ff3d43aa9062182587ba3f4b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-22T16:19:43,800 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-22T16:19:43,804 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-22T16:19:43,804 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:43,804 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:43,805 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:43,805 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292383371Running coprocessor pre-close hooks at 1732292383371Disabling compacts and flushes for region at 1732292383371Disabling writes for close at 1732292383371Obtaining lock to block concurrent updates at 1732292383372 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732292383372Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732292383372Flushing stores of hbase:meta,,1.1588230740 at 1732292383372Flushing 1588230740/info: creating writer at 1732292383372Flushing 1588230740/info: appending metadata at 1732292383385 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732292383385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66442d08: reopening flushed file at 1732292383794 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1732292383800 (+6 ms)Writing region close event to WAL at 1732292383801 (+1 ms)Running coprocessor post-close hooks at 1732292383804 (+3 ms)Closed at 1732292383805 (+1 ms) 2024-11-22T16:19:43,805 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:43,972 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,44891,1732292375221; all regions closed. 2024-11-22T16:19:43,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741849_1025 (size=2156) 2024-11-22T16:19:43,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.meta.1732292376540.meta not finished, retry = 0 2024-11-22T16:19:44,077 DEBUG [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:44,077 INFO [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C44891%2C1732292375221.meta:.meta(num 1732292376540) 2024-11-22T16:19:44,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.rep.1732292380792 not finished, retry = 0 2024-11-22T16:19:44,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741850_1026 (size=796) 2024-11-22T16:19:44,083 DEBUG [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 to pos 0, reset compression=false 2024-11-22T16:19:44,181 DEBUG [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:44,181 INFO [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C44891%2C1732292375221.rep:(num 1732292380792) 2024-11-22T16:19:44,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741848_1024 (size=93) 2024-11-22T16:19:44,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/WALs/93fb7f16a334,44891,1732292375221/93fb7f16a334%2C44891%2C1732292375221.1732292376315 not finished, retry = 0 2024-11-22T16:19:44,192 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:19:44,192 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:19:44,285 DEBUG [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/oldWALs 2024-11-22T16:19:44,285 INFO [RS:0;93fb7f16a334:44891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C44891%2C1732292375221:(num 1732292376315) 2024-11-22T16:19:44,285 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:44,285 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:19:44,285 INFO [RS:0;93fb7f16a334:44891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:44,285 INFO [RS:0;93fb7f16a334:44891 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:44,285 INFO [RS:0;93fb7f16a334:44891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:44,285 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:44,286 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,44891,1732292375221 because: Region server is closing 2024-11-22T16:19:44,286 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-22T16:19:44,286 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-22T16:19:44,286 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T16:19:44,286 INFO [RS:0;93fb7f16a334:44891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:44891. 2024-11-22T16:19:44,286 DEBUG [RS:0;93fb7f16a334:44891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:19:44,286 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:44,286 DEBUG [RS:0;93fb7f16a334:44891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:44,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:19:44,386 WARN [RS:0;93fb7f16a334:44891.replicationSource.wal-reader.93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:19:44,386 WARN [RS:0;93fb7f16a334:44891.replicationSource.shipper93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:19:44,386 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;93fb7f16a334:44891.replicationSource.shipper93fb7f16a334%2C44891%2C1732292375221,1-93fb7f16a334,44891,1732292375221 terminated 2024-11-22T16:19:44,387 INFO [RS:0;93fb7f16a334:44891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44891 2024-11-22T16:19:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/rs/93fb7f16a334,44891,1732292375221 2024-11-22T16:19:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862/rs 2024-11-22T16:19:44,526 INFO [RS:0;93fb7f16a334:44891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:44,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,44891,1732292375221] 2024-11-22T16:19:44,655 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01646326862/draining/93fb7f16a334,44891,1732292375221 already deleted, retry=false 2024-11-22T16:19:44,656 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,44891,1732292375221 expired; onlineServers=0 2024-11-22T16:19:44,656 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,35095,1732292375177' ***** 2024-11-22T16:19:44,656 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:19:44,656 DEBUG [M:0;93fb7f16a334:35095 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:19:44,656 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:19:44,656 DEBUG [M:0;93fb7f16a334:35095 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:19:44,656 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292375957 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292375957,5,FailOnTimeoutGroup] 2024-11-22T16:19:44,656 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292375957 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292375957,5,FailOnTimeoutGroup] 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:19:44,656 DEBUG [M:0;93fb7f16a334:35095 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:19:44,656 INFO [M:0;93fb7f16a334:35095 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:19:44,657 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:19:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:44,696 INFO [RS:0;93fb7f16a334:44891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:44,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44891-0x1016357a7b20007, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:44,696 INFO [RS:0;93fb7f16a334:44891 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,44891,1732292375221; zookeeper connection closed. 2024-11-22T16:19:44,697 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39f276e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39f276e7 2024-11-22T16:19:44,697 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:19:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01646326862/master 2024-11-22T16:19:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01646326862 2024-11-22T16:19:44,735 DEBUG [M:0;93fb7f16a334:35095 {}] zookeeper.ZKUtil(347): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Unable to get data of znode /01646326862/master because node does not exist (not an error) 2024-11-22T16:19:44,735 WARN [M:0;93fb7f16a334:35095 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:19:44,735 INFO [M:0;93fb7f16a334:35095 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/.lastflushedseqids 2024-11-22T16:19:44,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741852_1028 (size=181) 2024-11-22T16:19:45,140 INFO [M:0;93fb7f16a334:35095 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:19:45,140 INFO [M:0;93fb7f16a334:35095 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:19:45,140 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:45,140 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:45,140 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:45,140 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:45,140 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:45,140 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-22T16:19:45,155 DEBUG [M:0;93fb7f16a334:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9958f37662e24429bab37e30b0214e3c is 82, key is hbase:meta,,1/info:regioninfo/1732292376584/Put/seqid=0 2024-11-22T16:19:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741853_1029 (size=5672) 2024-11-22T16:19:45,559 INFO [M:0;93fb7f16a334:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9958f37662e24429bab37e30b0214e3c 2024-11-22T16:19:45,577 DEBUG [M:0;93fb7f16a334:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e40feceee214ba58ed9e7f8ff440b69 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732292380836/Put/seqid=0 2024-11-22T16:19:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741854_1030 (size=7312) 2024-11-22T16:19:45,981 INFO [M:0;93fb7f16a334:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e40feceee214ba58ed9e7f8ff440b69 2024-11-22T16:19:45,998 DEBUG [M:0;93fb7f16a334:35095 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9a61b86f66b4120b1a8ec5596ca2e04 is 69, key is 93fb7f16a334,44891,1732292375221/rs:state/1732292376083/Put/seqid=0 2024-11-22T16:19:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741855_1031 (size=5370) 2024-11-22T16:19:46,406 INFO [M:0;93fb7f16a334:35095 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9a61b86f66b4120b1a8ec5596ca2e04 2024-11-22T16:19:46,411 INFO [M:0;93fb7f16a334:35095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a61b86f66b4120b1a8ec5596ca2e04 2024-11-22T16:19:46,412 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9958f37662e24429bab37e30b0214e3c as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9958f37662e24429bab37e30b0214e3c 2024-11-22T16:19:46,416 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9958f37662e24429bab37e30b0214e3c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T16:19:46,417 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e40feceee214ba58ed9e7f8ff440b69 as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e40feceee214ba58ed9e7f8ff440b69 2024-11-22T16:19:46,421 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e40feceee214ba58ed9e7f8ff440b69, entries=7, sequenceid=127, filesize=7.1 K 2024-11-22T16:19:46,422 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a9a61b86f66b4120b1a8ec5596ca2e04 as hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9a61b86f66b4120b1a8ec5596ca2e04 2024-11-22T16:19:46,427 INFO [M:0;93fb7f16a334:35095 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9a61b86f66b4120b1a8ec5596ca2e04 2024-11-22T16:19:46,427 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42579/user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a9a61b86f66b4120b1a8ec5596ca2e04, entries=2, sequenceid=127, filesize=5.2 K 2024-11-22T16:19:46,428 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false 2024-11-22T16:19:46,429 INFO [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:46,429 DEBUG [M:0;93fb7f16a334:35095 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292385140Disabling compacts and flushes for region at 1732292385140Disabling writes for close at 1732292385140Obtaining lock to block concurrent updates at 1732292385140Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292385140Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732292385141 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292385141Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292385141Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292385154 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292385154Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292385563 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292385576 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292385577 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292385986 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292385998 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292385998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250a2bc7: reopening flushed file at 1732292386411 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616e3ad4: reopening flushed file at 1732292386416 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58979f45: reopening flushed file at 1732292386422 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=127, compaction requested=false at 1732292386428 (+6 ms)Writing region close event to WAL at 1732292386429 (+1 ms)Closed at 1732292386429 2024-11-22T16:19:46,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42697 is added to blk_1073741847_1023 (size=22903) 2024-11-22T16:19:46,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d9925e7-c42c-1adb-2d00-0d63cd58a06e/MasterData/WALs/93fb7f16a334,35095,1732292375177/93fb7f16a334%2C35095%2C1732292375177.1732292375726 not finished, retry = 0 2024-11-22T16:19:46,532 INFO [M:0;93fb7f16a334:35095 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:19:46,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:19:46,532 INFO [M:0;93fb7f16a334:35095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35095 2024-11-22T16:19:46,532 INFO [M:0;93fb7f16a334:35095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:19:46,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:46,648 INFO [M:0;93fb7f16a334:35095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:19:46,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35095-0x1016357a7b20006, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:19:46,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302953ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:46,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@647ffad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:46,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:46,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c87b6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:46,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c7296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:46,652 WARN [BP-1766969685-172.17.0.2-1732292357151 heartbeating to localhost/127.0.0.1:42579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:19:46,652 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:19:46,652 WARN [BP-1766969685-172.17.0.2-1732292357151 heartbeating to localhost/127.0.0.1:42579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1766969685-172.17.0.2-1732292357151 (Datanode Uuid 882a26c8-55a3-4eb3-bcd4-e7985d68a759) service to localhost/127.0.0.1:42579 2024-11-22T16:19:46,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:19:46,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/data/data1/current/BP-1766969685-172.17.0.2-1732292357151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:46,653 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/cluster_6e2ca49b-ccf4-2ac8-1241-b64b0829e9f1/data/data2/current/BP-1766969685-172.17.0.2-1732292357151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:19:46,653 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:19:46,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e4097cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:46,661 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b0798e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:19:46,661 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:19:46,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8b70d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:19:46,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f84364c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0e2d1915-bf9e-fa6c-4ac0-cb0eb1b67787/hadoop.log.dir/,STOPPED} 2024-11-22T16:19:46,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:19:46,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:19:46,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36223 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42579 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36223 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36223 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:42579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 310), ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2529) 2024-11-22T16:19:46,702 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=2120 2024-11-22T16:19:46,714 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-22T16:19:46,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir so I do NOT create it in target/test-data/030937b8-92aa-142e-3eb6-566125d32117 2024-11-22T16:19:46,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:19:46,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.tmp.dir so I do NOT create it in target/test-data/030937b8-92aa-142e-3eb6-566125d32117 2024-11-22T16:19:46,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/69435d37-36b7-846f-cf14-0eaad0ef9715/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:19:46,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117 2024-11-22T16:19:46,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347, deleteOnExit=true 2024-11-22T16:19:46,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/zookeeper_0, clientPort=64020, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:19:46,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64020 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/test.cache.data in system properties and HBase conf 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:19:46,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:19:46,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:19:46,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:19:46,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016357a7b20002, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:19:46,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016357a7b20005, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:19:46,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016357a7b20005, quorum=127.0.0.1:58203, baseZNode=/1-1952571234 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:19:46,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016357a7b20002, quorum=127.0.0.1:58203, baseZNode=/01646326862 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:19:47,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:47,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:47,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:47,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:47,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:19:47,064 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:47,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d181f38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:47,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd8873b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:47,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@156d2964{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/java.io.tmpdir/jetty-localhost-45347-hadoop-hdfs-3_4_1-tests_jar-_-any-16641459227193427641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:47,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6facc006{HTTP/1.1, (http/1.1)}{localhost:45347} 2024-11-22T16:19:47,160 INFO [Time-limited test {}] server.Server(415): Started @172578ms 2024-11-22T16:19:47,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:47,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:47,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:47,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:47,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:19:47,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:47,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:47,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bd3f427{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/java.io.tmpdir/jetty-localhost-40365-hadoop-hdfs-3_4_1-tests_jar-_-any-5105121001291451806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:47,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:40365} 2024-11-22T16:19:47,535 INFO [Time-limited test {}] server.Server(415): Started @172952ms 2024-11-22T16:19:47,536 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:19:48,165 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/data/data1/current/BP-138055612-172.17.0.2-1732292386747/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:48,165 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/data/data2/current/BP-138055612-172.17.0.2-1732292386747/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:48,179 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:19:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae46ef806c87744c with lease ID 0xb833f60c4a1c6351: Processing first storage report for DS-5b5b8fad-0e99-48f2-85f2-73235523a14c from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=9c3b17b6-d3a8-4089-a86e-e158cf71e8a9, infoPort=38695, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=1201447385;c=1732292386747) 2024-11-22T16:19:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae46ef806c87744c with lease ID 0xb833f60c4a1c6351: from storage DS-5b5b8fad-0e99-48f2-85f2-73235523a14c node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=9c3b17b6-d3a8-4089-a86e-e158cf71e8a9, infoPort=38695, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=1201447385;c=1732292386747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae46ef806c87744c with lease ID 0xb833f60c4a1c6351: Processing first storage report for DS-3edde05f-d557-49d0-ae83-5e855af1bc32 from datanode DatanodeRegistration(127.0.0.1:42699, datanodeUuid=9c3b17b6-d3a8-4089-a86e-e158cf71e8a9, infoPort=38695, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=1201447385;c=1732292386747) 2024-11-22T16:19:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae46ef806c87744c with lease ID 0xb833f60c4a1c6351: from storage DS-3edde05f-d557-49d0-ae83-5e855af1bc32 node DatanodeRegistration(127.0.0.1:42699, datanodeUuid=9c3b17b6-d3a8-4089-a86e-e158cf71e8a9, infoPort=38695, infoSecurePort=0, ipcPort=45441, storageInfo=lv=-57;cid=testClusterID;nsid=1201447385;c=1732292386747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:48,263 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117 2024-11-22T16:19:48,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:19:48,671 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb with version=8 2024-11-22T16:19:48,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/hbase-staging 2024-11-22T16:19:48,673 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:19:48,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:48,674 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45033 2024-11-22T16:19:48,675 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45033 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:48,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450330x0, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:48,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45033-0x10163581b550000 connected 2024-11-22T16:19:48,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/running 2024-11-22T16:19:48,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb, hbase.cluster.distributed=false 2024-11-22T16:19:48,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/acl 2024-11-22T16:19:48,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-22T16:19:48,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45033 2024-11-22T16:19:48,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45033 2024-11-22T16:19:48,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-22T16:19:48,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-22T16:19:48,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:48,883 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:19:48,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:48,884 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45493 2024-11-22T16:19:48,885 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45493 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:48,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454930x0, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:48,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454930x0, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/running 2024-11-22T16:19:48,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45493-0x10163581b550001 connected 2024-11-22T16:19:48,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:19:48,900 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:19:48,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/master 2024-11-22T16:19:48,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/acl 2024-11-22T16:19:48,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-22T16:19:48,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45493 2024-11-22T16:19:48,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45493 2024-11-22T16:19:48,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-22T16:19:48,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45493 2024-11-22T16:19:48,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:48,924 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:45033 2024-11-22T16:19:48,924 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-531243416/backup-masters/93fb7f16a334,45033,1732292388673 2024-11-22T16:19:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/backup-masters 2024-11-22T16:19:48,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/backup-masters 2024-11-22T16:19:48,933 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on existing znode=/0-531243416/backup-masters/93fb7f16a334,45033,1732292388673 2024-11-22T16:19:48,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:48,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531243416/master 2024-11-22T16:19:48,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:48,944 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on existing znode=/0-531243416/master 2024-11-22T16:19:48,944 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-531243416/backup-masters/93fb7f16a334,45033,1732292388673 from backup master directory 2024-11-22T16:19:48,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531243416/backup-masters/93fb7f16a334,45033,1732292388673 2024-11-22T16:19:48,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/backup-masters 2024-11-22T16:19:48,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/backup-masters 2024-11-22T16:19:48,954 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:48,954 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,45033,1732292388673 2024-11-22T16:19:48,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/hbase.id] with ID: 3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1 2024-11-22T16:19:48,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/.tmp/hbase.id 2024-11-22T16:19:48,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:19:48,962 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/.tmp/hbase.id]:[hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/hbase.id] 2024-11-22T16:19:48,970 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:48,970 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:19:48,971 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:19:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:48,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:19:49,386 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:49,386 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:19:49,387 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:49,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:19:49,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store 2024-11-22T16:19:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:50,198 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:50,198 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:50,198 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292390198Disabling compacts and flushes for region at 1732292390198Disabling writes for close at 1732292390198Writing region close event to WAL at 1732292390198Closed at 1732292390198 2024-11-22T16:19:50,199 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/.initializing 2024-11-22T16:19:50,199 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/WALs/93fb7f16a334,45033,1732292388673 2024-11-22T16:19:50,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:50,201 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C45033%2C1732292388673, suffix=, logDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/WALs/93fb7f16a334,45033,1732292388673, archiveDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/oldWALs, maxLogs=10 2024-11-22T16:19:50,213 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/WALs/93fb7f16a334,45033,1732292388673/93fb7f16a334%2C45033%2C1732292388673.1732292390201, exclude list is [], retry=0 2024-11-22T16:19:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-5b5b8fad-0e99-48f2-85f2-73235523a14c,DISK] 2024-11-22T16:19:50,217 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/WALs/93fb7f16a334,45033,1732292388673/93fb7f16a334%2C45033%2C1732292388673.1732292390201 2024-11-22T16:19:50,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-22T16:19:50,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:50,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:50,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:19:50,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:50,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:19:50,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:50,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:50,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:19:50,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:50,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:50,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:19:50,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:50,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:50,223 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,224 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,224 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,225 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,225 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,225 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:50,226 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:50,228 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:50,228 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64564790, jitterRate=-0.03790965676307678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:50,228 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292390217Initializing all the Stores at 1732292390218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292390218Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292390218Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292390218Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292390218Cleaning up temporary data from old regions at 1732292390225 (+7 ms)Region opened successfully at 1732292390228 (+3 ms) 2024-11-22T16:19:50,229 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:19:50,231 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61235ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:50,231 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:19:50,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:19:50,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:19:50,234 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/balancer because node does not exist (not necessarily an error) 2024-11-22T16:19:50,249 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/balancer already deleted, retry=false 2024-11-22T16:19:50,249 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:19:50,250 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:19:50,259 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/normalizer already deleted, retry=false 2024-11-22T16:19:50,259 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:19:50,260 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:19:50,270 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/switch/split already deleted, retry=false 2024-11-22T16:19:50,270 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:19:50,280 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/switch/merge already deleted, retry=false 2024-11-22T16:19:50,282 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:19:50,291 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/snapshot-cleanup already deleted, retry=false 2024-11-22T16:19:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531243416/running 2024-11-22T16:19:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-531243416/running 2024-11-22T16:19:50,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,302 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,45033,1732292388673, sessionid=0x10163581b550000, setting cluster-up flag (Was=false) 2024-11-22T16:19:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,354 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531243416/flush-table-proc/acquired, /0-531243416/flush-table-proc/reached, /0-531243416/flush-table-proc/abort 2024-11-22T16:19:50,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,45033,1732292388673 2024-11-22T16:19:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:50,407 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-531243416/online-snapshot/acquired, /0-531243416/online-snapshot/reached, /0-531243416/online-snapshot/abort 2024-11-22T16:19:50,408 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,45033,1732292388673 2024-11-22T16:19:50,409 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:19:50,410 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:50,410 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:19:50,410 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:19:50,410 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,45033,1732292388673 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:19:50,411 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:50,411 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:50,412 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,412 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(746): ClusterId : 3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1 2024-11-22T16:19:50,412 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:19:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:19:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:19:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:19:50,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:50,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:19:50,418 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:50,418 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292420419 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:19:50,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:19:50,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:19:50,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:19:50,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:19:50,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:19:50,423 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292390423,5,FailOnTimeoutGroup] 2024-11-22T16:19:50,423 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:19:50,423 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:19:50,423 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292390423,5,FailOnTimeoutGroup] 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,423 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:19:50,434 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:19:50,434 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e266c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:50,445 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:45493 2024-11-22T16:19:50,445 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:19:50,445 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:19:50,445 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:19:50,445 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,45033,1732292388673 with port=45493, startcode=1732292388883 2024-11-22T16:19:50,446 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:19:50,447 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:19:50,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45033 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,449 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb 2024-11-22T16:19:50,449 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46129 2024-11-22T16:19:50,449 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:19:50,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/rs 2024-11-22T16:19:50,460 DEBUG [RS:0;93fb7f16a334:45493 {}] zookeeper.ZKUtil(111): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on existing znode=/0-531243416/rs/93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,460 WARN [RS:0;93fb7f16a334:45493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:50,460 INFO [RS:0;93fb7f16a334:45493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:50,460 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,45493,1732292388883] 2024-11-22T16:19:50,463 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:19:50,464 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:19:50,465 INFO [RS:0;93fb7f16a334:45493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:19:50,465 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,467 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:19:50,468 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:19:50,468 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,468 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,469 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,469 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,469 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:50,469 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:50,469 DEBUG [RS:0;93fb7f16a334:45493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:50,471 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,471 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,472 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,472 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,472 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,472 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45493,1732292388883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:50,485 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:19:50,485 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45493,1732292388883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,485 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,485 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.Replication(171): 93fb7f16a334,45493,1732292388883 started 2024-11-22T16:19:50,497 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:50,497 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,45493,1732292388883, RpcServer on 93fb7f16a334/172.17.0.2:45493, sessionid=0x10163581b550001 2024-11-22T16:19:50,497 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:19:50,497 DEBUG [RS:0;93fb7f16a334:45493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,45493,1732292388883' 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531243416/flush-table-proc/abort' 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531243416/flush-table-proc/acquired' 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,45493,1732292388883 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,45493,1732292388883' 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-531243416/online-snapshot/abort' 2024-11-22T16:19:50,498 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-531243416/online-snapshot/acquired' 2024-11-22T16:19:50,499 DEBUG [RS:0;93fb7f16a334:45493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:19:50,499 INFO [RS:0;93fb7f16a334:45493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:19:50,499 INFO [RS:0;93fb7f16a334:45493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:19:50,599 INFO [RS:0;93fb7f16a334:45493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:50,600 INFO [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C45493%2C1732292388883, suffix=, logDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883, archiveDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs, maxLogs=10 2024-11-22T16:19:50,613 DEBUG [RS:0;93fb7f16a334:45493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601, exclude list is [], retry=0 2024-11-22T16:19:50,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-5b5b8fad-0e99-48f2-85f2-73235523a14c,DISK] 2024-11-22T16:19:50,616 INFO [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 2024-11-22T16:19:50,617 DEBUG [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-22T16:19:50,826 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:19:50,826 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb 2024-11-22T16:19:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:19:51,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:51,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:51,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:51,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:51,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:51,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:51,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:51,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:51,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:51,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:51,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740 2024-11-22T16:19:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740 2024-11-22T16:19:51,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:51,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:51,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:51,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:51,242 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:51,242 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60292124, jitterRate=-0.10157734155654907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292391232Initializing all the Stores at 1732292391232Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391232Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391232Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292391232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391232Cleaning up temporary data from old regions at 1732292391240 (+8 ms)Region opened successfully at 1732292391243 (+3 ms) 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:51,243 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:51,243 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:51,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292391243Disabling compacts and flushes for region at 1732292391243Disabling writes for close at 1732292391243Writing region close event to WAL at 1732292391243Closed at 1732292391243 2024-11-22T16:19:51,244 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:51,244 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:19:51,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:19:51,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:51,245 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:19:51,396 DEBUG [93fb7f16a334:45033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:51,396 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:51,397 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,45493,1732292388883, state=OPENING 2024-11-22T16:19:51,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:19:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:19:51,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:51,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531243416/meta-region-server: CHANGED 2024-11-22T16:19:51,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531243416/meta-region-server: CHANGED 2024-11-22T16:19:51,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,45493,1732292388883}] 2024-11-22T16:19:51,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:19:51,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:19:51,621 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:19:51,621 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:51,621 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:19:51,623 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C45493%2C1732292388883.meta, suffix=.meta, logDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883, archiveDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs, maxLogs=10 2024-11-22T16:19:51,635 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.meta.1732292391623.meta, exclude list is [], retry=0 2024-11-22T16:19:51,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-5b5b8fad-0e99-48f2-85f2-73235523a14c,DISK] 2024-11-22T16:19:51,639 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.meta.1732292391623.meta 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:51,639 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:19:51,639 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:51,639 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:19:51,640 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:19:51,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:51,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:51,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:51,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:51,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:51,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:51,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:51,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:51,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:51,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:51,644 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:51,645 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740 2024-11-22T16:19:51,645 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740 2024-11-22T16:19:51,646 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:51,646 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:51,647 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:51,648 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:51,648 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73731830, jitterRate=0.09868988394737244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:51,648 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:19:51,649 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292391640Writing region info on filesystem at 1732292391640Initializing all the Stores at 1732292391640Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292391640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292391640Cleaning up temporary data from old regions at 1732292391646 (+6 ms)Running coprocessor post-open hooks at 1732292391648 (+2 ms)Region opened successfully at 1732292391649 (+1 ms) 2024-11-22T16:19:51,650 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292391617 2024-11-22T16:19:51,651 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:19:51,651 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:19:51,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:51,653 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,45493,1732292388883, state=OPEN 2024-11-22T16:19:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531243416/meta-region-server 2024-11-22T16:19:51,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-531243416/meta-region-server 2024-11-22T16:19:51,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:51,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531243416/meta-region-server: CHANGED 2024-11-22T16:19:51,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-531243416/meta-region-server: CHANGED 2024-11-22T16:19:51,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:19:51,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,45493,1732292388883 in 227 msec 2024-11-22T16:19:51,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:19:51,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-22T16:19:51,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:51,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:19:51,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:51,697 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:19:51,697 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:51,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:51,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-22T16:19:51,702 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292391702, completionTime=-1 2024-11-22T16:19:51,702 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:19:51,702 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292451704 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292511704 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:45033, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,704 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,706 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.753sec 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:51,707 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:19:51,713 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:19:51,713 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:19:51,713 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,45033,1732292388673-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:51,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8a0263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:51,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:19:51,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:51,715 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66891a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:51,715 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:51,716 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:51,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d64af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:51,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:19:51,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:51,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:51,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,45033,1732292388673 2024-11-22T16:19:51,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:51,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:51,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10163581b550002 connected 2024-11-22T16:19:51,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir so I do NOT create it in target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff 2024-11-22T16:19:51,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:19:51,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.tmp.dir so I do NOT create it in target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff 2024-11-22T16:19:51,761 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:19:51,761 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff 2024-11-22T16:19:51,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:19:51,761 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/cluster_548795f3-7094-207d-9492-7b43458e06a2, deleteOnExit=true 2024-11-22T16:19:51,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/test.cache.data in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:19:51,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:19:51,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:19:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:19:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:19:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:19:51,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:19:52,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:52,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:52,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:52,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:52,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:19:52,250 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:52,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:52,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:52,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20a9193d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/java.io.tmpdir/jetty-localhost-39455-hadoop-hdfs-3_4_1-tests_jar-_-any-419300479133742542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:19:52,345 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:39455} 2024-11-22T16:19:52,345 INFO [Time-limited test {}] server.Server(415): Started @177762ms 2024-11-22T16:19:52,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:19:52,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:19:52,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:19:52,641 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:19:52,641 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:19:52,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:19:52,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:19:52,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2febc756{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/java.io.tmpdir/jetty-localhost-39347-hadoop-hdfs-3_4_1-tests_jar-_-any-2675403867745889705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:19:52,758 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:39347} 2024-11-22T16:19:52,759 INFO [Time-limited test {}] server.Server(415): Started @178176ms 2024-11-22T16:19:52,760 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:19:53,387 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/cluster_548795f3-7094-207d-9492-7b43458e06a2/data/data1/current/BP-1071789117-172.17.0.2-1732292391791/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:53,387 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/cluster_548795f3-7094-207d-9492-7b43458e06a2/data/data2/current/BP-1071789117-172.17.0.2-1732292391791/current, will proceed with Du for space computation calculation, 2024-11-22T16:19:53,407 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:19:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecf0ab2425043f06 with lease ID 0xde5d07a91c1643e8: Processing first storage report for DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574 from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=c8078029-9c40-4a92-9b88-acc68243cdf8, infoPort=41843, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1572100667;c=1732292391791) 2024-11-22T16:19:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecf0ab2425043f06 with lease ID 0xde5d07a91c1643e8: from storage DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574 node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=c8078029-9c40-4a92-9b88-acc68243cdf8, infoPort=41843, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1572100667;c=1732292391791), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecf0ab2425043f06 with lease ID 0xde5d07a91c1643e8: Processing first storage report for DS-b3d3a10b-815a-4b42-8cdc-d1e07238e55b from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=c8078029-9c40-4a92-9b88-acc68243cdf8, infoPort=41843, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1572100667;c=1732292391791) 2024-11-22T16:19:53,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecf0ab2425043f06 with lease ID 0xde5d07a91c1643e8: from storage DS-b3d3a10b-815a-4b42-8cdc-d1e07238e55b node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=c8078029-9c40-4a92-9b88-acc68243cdf8, infoPort=41843, infoSecurePort=0, ipcPort=33229, storageInfo=lv=-57;cid=testClusterID;nsid=1572100667;c=1732292391791), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:19:53,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff 2024-11-22T16:19:53,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:53,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:53,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:19:53,900 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1 with version=8 2024-11-22T16:19:53,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/hbase-staging 2024-11-22T16:19:53,902 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:19:53,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:53,903 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35121 2024-11-22T16:19:53,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35121 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:53,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351210x0, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:53,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35121-0x10163581b550003 connected 2024-11-22T16:19:54,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:54,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:54,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/running 2024-11-22T16:19:54,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1, hbase.cluster.distributed=false 2024-11-22T16:19:54,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/acl 2024-11-22T16:19:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-22T16:19:54,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35121 2024-11-22T16:19:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35121 2024-11-22T16:19:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-22T16:19:54,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35121 2024-11-22T16:19:54,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:19:54,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:19:54,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42829 2024-11-22T16:19:54,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42829 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:54,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:54,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:54,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428290x0, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:54,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428290x0, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/running 2024-11-22T16:19:54,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42829-0x10163581b550004 connected 2024-11-22T16:19:54,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:19:54,165 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:19:54,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/master 2024-11-22T16:19:54,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/acl 2024-11-22T16:19:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42829 2024-11-22T16:19:54,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42829 2024-11-22T16:19:54,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42829 2024-11-22T16:19:54,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42829 2024-11-22T16:19:54,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42829 2024-11-22T16:19:54,183 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:35121 2024-11-22T16:19:54,183 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11492215720/backup-masters/93fb7f16a334,35121,1732292393902 2024-11-22T16:19:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/backup-masters 2024-11-22T16:19:54,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/backup-masters 2024-11-22T16:19:54,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on existing znode=/11492215720/backup-masters/93fb7f16a334,35121,1732292393902 2024-11-22T16:19:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11492215720/master 2024-11-22T16:19:54,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:54,207 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on existing znode=/11492215720/master 2024-11-22T16:19:54,207 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11492215720/backup-masters/93fb7f16a334,35121,1732292393902 from backup master directory 2024-11-22T16:19:54,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11492215720/backup-masters/93fb7f16a334,35121,1732292393902 2024-11-22T16:19:54,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/backup-masters 2024-11-22T16:19:54,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/backup-masters 2024-11-22T16:19:54,217 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:54,217 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,35121,1732292393902 2024-11-22T16:19:54,220 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/hbase.id] with ID: 2eb1abb3-ac73-4a42-b583-f0830a5a299b 2024-11-22T16:19:54,220 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/.tmp/hbase.id 2024-11-22T16:19:54,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:19:54,625 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/.tmp/hbase.id]:[hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/hbase.id] 2024-11-22T16:19:54,634 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:19:54,634 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:19:54,635 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:19:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:54,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:19:55,091 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:55,092 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:19:55,092 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:55,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:19:55,499 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store 2024-11-22T16:19:55,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:19:55,904 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:55,904 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:19:55,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292395904Disabling compacts and flushes for region at 1732292395904Disabling writes for close at 1732292395904Writing region close event to WAL at 1732292395904Closed at 1732292395904 2024-11-22T16:19:55,905 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/.initializing 2024-11-22T16:19:55,905 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/WALs/93fb7f16a334,35121,1732292393902 2024-11-22T16:19:55,906 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:55,908 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C35121%2C1732292393902, suffix=, logDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/WALs/93fb7f16a334,35121,1732292393902, archiveDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/oldWALs, maxLogs=10 2024-11-22T16:19:55,917 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:19:55,924 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/WALs/93fb7f16a334,35121,1732292393902/93fb7f16a334%2C35121%2C1732292393902.1732292395908, exclude list is [], retry=0 2024-11-22T16:19:55,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574,DISK] 2024-11-22T16:19:55,928 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/WALs/93fb7f16a334,35121,1732292393902/93fb7f16a334%2C35121%2C1732292393902.1732292395908 2024-11-22T16:19:55,931 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41843:41843)] 2024-11-22T16:19:55,931 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:55,931 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:55,931 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,931 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:19:55,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:55,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:19:55,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:55,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:55,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:19:55,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:55,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:55,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:19:55,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:55,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:55,938 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,939 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,939 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,940 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,940 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,940 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:55,941 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:19:55,943 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:55,943 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71736921, jitterRate=0.068963423371315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:55,944 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292395931Initializing all the Stores at 1732292395932 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292395932Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292395933 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292395933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292395933Cleaning up temporary data from old regions at 1732292395940 (+7 ms)Region opened successfully at 1732292395943 (+3 ms) 2024-11-22T16:19:55,944 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:19:55,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,946 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9f1896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:55,947 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:19:55,947 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:19:55,947 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:19:55,947 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:19:55,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:19:55,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:19:55,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:19:55,951 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:19:55,952 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/balancer because node does not exist (not necessarily an error) 2024-11-22T16:19:55,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:55,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:19:56,033 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/balancer already deleted, retry=false 2024-11-22T16:19:56,033 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:19:56,034 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:19:56,043 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/normalizer already deleted, retry=false 2024-11-22T16:19:56,043 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:19:56,045 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:19:56,054 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/switch/split already deleted, retry=false 2024-11-22T16:19:56,054 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:19:56,064 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/switch/merge already deleted, retry=false 2024-11-22T16:19:56,066 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:19:56,075 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/snapshot-cleanup already deleted, retry=false 2024-11-22T16:19:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11492215720/running 2024-11-22T16:19:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11492215720/running 2024-11-22T16:19:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,085 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,35121,1732292393902, sessionid=0x10163581b550003, setting cluster-up flag (Was=false) 2024-11-22T16:19:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,138 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11492215720/flush-table-proc/acquired, /11492215720/flush-table-proc/reached, /11492215720/flush-table-proc/abort 2024-11-22T16:19:56,139 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35121,1732292393902 2024-11-22T16:19:56,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:56,190 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11492215720/online-snapshot/acquired, /11492215720/online-snapshot/reached, /11492215720/online-snapshot/abort 2024-11-22T16:19:56,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35121,1732292393902 2024-11-22T16:19:56,193 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:19:56,194 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:56,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:19:56,194 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:19:56,195 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,35121,1732292393902 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:56,196 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292426197 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:19:56,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:56,197 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:19:56,198 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:56,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:19:56,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:19:56,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:19:56,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:19:56,199 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:19:56,200 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292396200,5,FailOnTimeoutGroup] 2024-11-22T16:19:56,200 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292396200,5,FailOnTimeoutGroup] 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:19:56,276 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(746): ClusterId : 2eb1abb3-ac73-4a42-b583-f0830a5a299b 2024-11-22T16:19:56,276 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:19:56,286 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:19:56,286 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:19:56,296 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:19:56,296 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347b69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:19:56,307 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:42829 2024-11-22T16:19:56,307 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:19:56,307 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:19:56,307 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:19:56,307 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,35121,1732292393902 with port=42829, startcode=1732292394146 2024-11-22T16:19:56,308 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:19:56,309 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:19:56,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35121 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,311 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1 2024-11-22T16:19:56,311 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43801 2024-11-22T16:19:56,311 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:19:56,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/rs 2024-11-22T16:19:56,357 DEBUG [RS:0;93fb7f16a334:42829 {}] zookeeper.ZKUtil(111): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on existing znode=/11492215720/rs/93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,357 WARN [RS:0;93fb7f16a334:42829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:19:56,357 INFO [RS:0;93fb7f16a334:42829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:56,357 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,42829,1732292394146] 2024-11-22T16:19:56,360 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:19:56,361 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:19:56,361 INFO [RS:0;93fb7f16a334:42829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:19:56,361 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,364 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:19:56,364 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:19:56,364 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,364 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,364 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,364 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,364 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:56,365 DEBUG [RS:0;93fb7f16a334:42829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,368 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42829,1732292394146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:56,381 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:19:56,382 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42829,1732292394146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,382 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,382 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.Replication(171): 93fb7f16a334,42829,1732292394146 started 2024-11-22T16:19:56,394 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:56,394 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,42829,1732292394146, RpcServer on 93fb7f16a334/172.17.0.2:42829, sessionid=0x10163581b550004 2024-11-22T16:19:56,394 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:19:56,394 DEBUG [RS:0;93fb7f16a334:42829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,394 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,42829,1732292394146' 2024-11-22T16:19:56,394 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11492215720/flush-table-proc/abort' 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11492215720/flush-table-proc/acquired' 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,42829,1732292394146 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,42829,1732292394146' 2024-11-22T16:19:56,395 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11492215720/online-snapshot/abort' 2024-11-22T16:19:56,396 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11492215720/online-snapshot/acquired' 2024-11-22T16:19:56,396 DEBUG [RS:0;93fb7f16a334:42829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:19:56,396 INFO [RS:0;93fb7f16a334:42829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:19:56,396 INFO [RS:0;93fb7f16a334:42829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:19:56,463 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:19:56,496 INFO [RS:0;93fb7f16a334:42829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:19:56,498 INFO [RS:0;93fb7f16a334:42829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C42829%2C1732292394146, suffix=, logDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146, archiveDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/oldWALs, maxLogs=10 2024-11-22T16:19:56,510 DEBUG [RS:0;93fb7f16a334:42829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, exclude list is [], retry=0 2024-11-22T16:19:56,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574,DISK] 2024-11-22T16:19:56,514 INFO [RS:0;93fb7f16a334:42829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 2024-11-22T16:19:56,514 DEBUG [RS:0;93fb7f16a334:42829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41843:41843)] 2024-11-22T16:19:56,606 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:19:56,606 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1 2024-11-22T16:19:56,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:19:57,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:57,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:57,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:57,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:57,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:57,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:57,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:57,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:57,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:57,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:57,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740 2024-11-22T16:19:57,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740 2024-11-22T16:19:57,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:57,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:57,022 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:57,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:57,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:57,025 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70117140, jitterRate=0.04482680559158325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:57,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292397014Initializing all the Stores at 1732292397015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292397015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397015Cleaning up temporary data from old regions at 1732292397022 (+7 ms)Region opened successfully at 1732292397025 (+3 ms) 2024-11-22T16:19:57,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:19:57,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:19:57,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:19:57,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:19:57,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:19:57,026 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:19:57,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292397025Disabling compacts and flushes for region at 1732292397025Disabling writes for close at 1732292397026 (+1 ms)Writing region close event to WAL at 1732292397026Closed at 1732292397026 2024-11-22T16:19:57,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:57,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:19:57,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:19:57,027 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:57,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:19:57,178 DEBUG [93fb7f16a334:35121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:19:57,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:19:57,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,42829,1732292394146, state=OPENING 2024-11-22T16:19:57,243 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:19:57,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:57,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:19:57,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11492215720/meta-region-server: CHANGED 2024-11-22T16:19:57,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11492215720/meta-region-server: CHANGED 2024-11-22T16:19:57,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:19:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,42829,1732292394146}] 2024-11-22T16:19:57,406 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:19:57,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:19:57,410 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:19:57,410 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:19:57,411 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:19:57,412 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C42829%2C1732292394146.meta, suffix=.meta, logDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146, archiveDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/oldWALs, maxLogs=10 2024-11-22T16:19:57,424 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.meta.1732292397412.meta, exclude list is [], retry=0 2024-11-22T16:19:57,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574,DISK] 2024-11-22T16:19:57,427 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.meta.1732292397412.meta 2024-11-22T16:19:57,427 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41843:41843)] 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:57,428 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:19:57,428 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:19:57,428 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:19:57,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:19:57,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:19:57,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:19:57,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:19:57,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:19:57,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:19:57,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:19:57,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:19:57,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:19:57,433 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:19:57,434 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740 2024-11-22T16:19:57,435 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740 2024-11-22T16:19:57,436 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:19:57,436 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:19:57,436 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:19:57,437 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:19:57,438 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71028872, jitterRate=0.05841267108917236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:19:57,438 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:19:57,438 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292397429Writing region info on filesystem at 1732292397429Initializing all the Stores at 1732292397429Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397430 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292397430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292397430Cleaning up temporary data from old regions at 1732292397436 (+6 ms)Running coprocessor post-open hooks at 1732292397438 (+2 ms)Region opened successfully at 1732292397438 2024-11-22T16:19:57,438 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292397406 2024-11-22T16:19:57,440 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:19:57,440 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:19:57,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:19:57,441 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,42829,1732292394146, state=OPEN 2024-11-22T16:19:57,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11492215720/meta-region-server 2024-11-22T16:19:57,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11492215720/meta-region-server 2024-11-22T16:19:57,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11492215720/meta-region-server: CHANGED 2024-11-22T16:19:57,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11492215720/meta-region-server: CHANGED 2024-11-22T16:19:57,454 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,42829,1732292394146 2024-11-22T16:19:57,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:19:57,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,42829,1732292394146 in 200 msec 2024-11-22T16:19:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:19:57,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-22T16:19:57,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:19:57,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:19:57,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:57,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:19:57,460 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:57,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:57,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-22T16:19:57,466 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292397466, completionTime=-1 2024-11-22T16:19:57,466 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:19:57,466 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:19:57,467 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:19:57,467 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292457467 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292517467 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:35121, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,470 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.255sec 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:19:57,472 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:19:57,474 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:19:57,474 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:19:57,474 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35121,1732292393902-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:19:57,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b981b4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:57,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:19:57,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:19:57,478 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:19:57,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:19:57,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:19:57,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dbf598, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:57,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:19:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:19:57,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:19:57,479 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:19:57,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59508997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:19:57,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:19:57,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:19:57,482 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:19:57,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:19:57,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,35121,1732292393902 2024-11-22T16:19:57,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64020 2024-11-22T16:19:57,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:19:57,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10163581b550005 connected 2024-11-22T16:19:57,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:19:57,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46495b24 2024-11-22T16:19:57,509 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:57,510 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:57,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:19:57,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:19:57,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:57,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:19:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:57,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:19:57,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:19:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:57,920 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8234429f59a9330f2ae12680895a4f8d, NAME => 'test,,1732292397510.8234429f59a9330f2ae12680895a4f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb 2024-11-22T16:19:57,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:19:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292397510.8234429f59a9330f2ae12680895a4f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8234429f59a9330f2ae12680895a4f8d, disabling compactions & flushes 2024-11-22T16:19:58,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. after waiting 0 ms 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8234429f59a9330f2ae12680895a4f8d: Waiting for close lock at 1732292398326Disabling compacts and flushes for region at 1732292398326Disabling writes for close at 1732292398326Writing region close event to WAL at 1732292398326Closed at 1732292398326 2024-11-22T16:19:58,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:19:58,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292397510.8234429f59a9330f2ae12680895a4f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292398327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292398327"}]},"ts":"1732292398327"} 2024-11-22T16:19:58,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:19:58,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:19:58,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292398330"}]},"ts":"1732292398330"} 2024-11-22T16:19:58,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:19:58,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8234429f59a9330f2ae12680895a4f8d, ASSIGN}] 2024-11-22T16:19:58,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8234429f59a9330f2ae12680895a4f8d, ASSIGN 2024-11-22T16:19:58,333 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8234429f59a9330f2ae12680895a4f8d, ASSIGN; state=OFFLINE, location=93fb7f16a334,45493,1732292388883; forceNewPlan=false, retain=false 2024-11-22T16:19:58,484 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8234429f59a9330f2ae12680895a4f8d, regionState=OPENING, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:58,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8234429f59a9330f2ae12680895a4f8d, ASSIGN because future has completed 2024-11-22T16:19:58,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8234429f59a9330f2ae12680895a4f8d, server=93fb7f16a334,45493,1732292388883}] 2024-11-22T16:19:58,642 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,642 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8234429f59a9330f2ae12680895a4f8d, NAME => 'test,,1732292397510.8234429f59a9330f2ae12680895a4f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:19:58,643 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:19:58,643 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:19:58,643 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,643 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292397510.8234429f59a9330f2ae12680895a4f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:19:58,643 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,643 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,644 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,645 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8234429f59a9330f2ae12680895a4f8d columnFamilyName f 2024-11-22T16:19:58,645 DEBUG [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:58,645 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(327): Store=8234429f59a9330f2ae12680895a4f8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:58,645 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,646 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8234429f59a9330f2ae12680895a4f8d columnFamilyName f1 2024-11-22T16:19:58,646 DEBUG [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:58,647 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(327): Store=8234429f59a9330f2ae12680895a4f8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:58,647 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,648 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8234429f59a9330f2ae12680895a4f8d columnFamilyName norep 2024-11-22T16:19:58,648 DEBUG [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:58,648 INFO [StoreOpener-8234429f59a9330f2ae12680895a4f8d-1 {}] regionserver.HStore(327): Store=8234429f59a9330f2ae12680895a4f8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:19:58,648 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,648 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,650 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:19:58,651 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,652 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:19:58,653 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8234429f59a9330f2ae12680895a4f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67416055, jitterRate=0.004577502608299255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:19:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:58,653 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:19:58,653 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8234429f59a9330f2ae12680895a4f8d: Running coprocessor pre-open hook at 1732292398643Writing region info on filesystem at 1732292398643Initializing all the Stores at 1732292398644 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292398644Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292398644Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292398644Cleaning up temporary data from old regions at 1732292398650 (+6 ms)Running coprocessor post-open hooks at 1732292398653 (+3 ms)Region opened successfully at 1732292398653 2024-11-22T16:19:58,654 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., pid=6, masterSystemTime=1732292398639 2024-11-22T16:19:58,656 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,656 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:19:58,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8234429f59a9330f2ae12680895a4f8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:19:58,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8234429f59a9330f2ae12680895a4f8d, server=93fb7f16a334,45493,1732292388883 because future has completed 2024-11-22T16:19:58,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:19:58,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8234429f59a9330f2ae12680895a4f8d, server=93fb7f16a334,45493,1732292388883 in 172 msec 2024-11-22T16:19:58,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:19:58,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8234429f59a9330f2ae12680895a4f8d, ASSIGN in 328 msec 2024-11-22T16:19:58,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:19:58,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292398662"}]},"ts":"1732292398662"} 2024-11-22T16:19:58,664 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:19:58,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:19:58,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-22T16:19:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:59,663 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:19:59,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:19:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:19:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1f8f59 2024-11-22T16:19:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:19:59,665 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:19:59,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:19:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:19:59,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:19:59,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:19:59,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:19:59,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:19:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:59,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:19:59,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:19:59,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:00,076 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f56f9a87058b5b5604e868eb2e432cf2, NAME => 'test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1 2024-11-22T16:20:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:20:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:00,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:20:00,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:00,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:20:00,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:00,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:00,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:20:00,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:00,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:20:00,418 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:00,418 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f56f9a87058b5b5604e868eb2e432cf2, disabling compactions & flushes 2024-11-22T16:20:00,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. after waiting 0 ms 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,482 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f56f9a87058b5b5604e868eb2e432cf2: Waiting for close lock at 1732292400482Disabling compacts and flushes for region at 1732292400482Disabling writes for close at 1732292400482Writing region close event to WAL at 1732292400482Closed at 1732292400482 2024-11-22T16:20:00,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:00,484 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292400483"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292400483"}]},"ts":"1732292400483"} 2024-11-22T16:20:00,486 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:00,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:00,487 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292400487"}]},"ts":"1732292400487"} 2024-11-22T16:20:00,489 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:20:00,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56f9a87058b5b5604e868eb2e432cf2, ASSIGN}] 2024-11-22T16:20:00,490 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f56f9a87058b5b5604e868eb2e432cf2, ASSIGN 2024-11-22T16:20:00,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f56f9a87058b5b5604e868eb2e432cf2, ASSIGN; state=OFFLINE, location=93fb7f16a334,42829,1732292394146; forceNewPlan=false, retain=false 2024-11-22T16:20:00,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56f9a87058b5b5604e868eb2e432cf2, regionState=OPENING, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:20:00,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f56f9a87058b5b5604e868eb2e432cf2, ASSIGN because future has completed 2024-11-22T16:20:00,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56f9a87058b5b5604e868eb2e432cf2, server=93fb7f16a334,42829,1732292394146}] 2024-11-22T16:20:00,800 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,800 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f56f9a87058b5b5604e868eb2e432cf2, NAME => 'test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:00,800 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:00,800 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:20:00,801 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,801 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:00,801 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,801 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,802 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:00,803 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56f9a87058b5b5604e868eb2e432cf2 columnFamilyName f 2024-11-22T16:20:00,803 DEBUG [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:00,804 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(327): Store=f56f9a87058b5b5604e868eb2e432cf2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:00,804 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,805 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56f9a87058b5b5604e868eb2e432cf2 columnFamilyName f1 2024-11-22T16:20:00,805 DEBUG [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:00,805 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(327): Store=f56f9a87058b5b5604e868eb2e432cf2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:00,805 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,806 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f56f9a87058b5b5604e868eb2e432cf2 columnFamilyName norep 2024-11-22T16:20:00,806 DEBUG [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:00,807 INFO [StoreOpener-f56f9a87058b5b5604e868eb2e432cf2-1 {}] regionserver.HStore(327): Store=f56f9a87058b5b5604e868eb2e432cf2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:00,807 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,808 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,808 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,809 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,809 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,809 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:00,810 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,812 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:00,812 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f56f9a87058b5b5604e868eb2e432cf2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69590683, jitterRate=0.036981984972953796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:00,812 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:00,812 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f56f9a87058b5b5604e868eb2e432cf2: Running coprocessor pre-open hook at 1732292400801Writing region info on filesystem at 1732292400801Initializing all the Stores at 1732292400802 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292400802Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292400802Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292400802Cleaning up temporary data from old regions at 1732292400809 (+7 ms)Running coprocessor post-open hooks at 1732292400812 (+3 ms)Region opened successfully at 1732292400812 2024-11-22T16:20:00,813 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., pid=6, masterSystemTime=1732292400796 2024-11-22T16:20:00,815 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,815 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:00,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f56f9a87058b5b5604e868eb2e432cf2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:20:00,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f56f9a87058b5b5604e868eb2e432cf2, server=93fb7f16a334,42829,1732292394146 because future has completed 2024-11-22T16:20:00,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:20:00,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f56f9a87058b5b5604e868eb2e432cf2, server=93fb7f16a334,42829,1732292394146 in 175 msec 2024-11-22T16:20:00,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:20:00,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f56f9a87058b5b5604e868eb2e432cf2, ASSIGN in 332 msec 2024-11-22T16:20:00,823 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:00,823 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292400823"}]},"ts":"1732292400823"} 2024-11-22T16:20:00,825 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:20:00,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:00,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-22T16:20:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:01,813 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:20:01,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7729d149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:01,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:01,815 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e633552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,817 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:01,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a107778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c929a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:01,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:01,819 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@249b0b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:01,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:01,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,820 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c71121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c17d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:01,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:01,822 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eeab58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,824 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:01,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea21530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:20:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42367e3 2024-11-22T16:20:01,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:01,826 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:01,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:35121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:20:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:20:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:01,829 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35121' 2024-11-22T16:20:01,830 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5a233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,830 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:01,831 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:01,831 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:01,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734993bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,833 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:01,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1621bcbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:01,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:01,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:20:01,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d970cd2 2024-11-22T16:20:01,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:01,835 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:01,836 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:20:01,836 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:20:01,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,836 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:01,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:01,836 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:01,837 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:20:01,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:01,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:01,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:01,887 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:20:01,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:02,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 038ad26510d225187f0a3ee9445acfbf, NAME => 'hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb 2024-11-22T16:20:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:20:02,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:02,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:02,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 038ad26510d225187f0a3ee9445acfbf, disabling compactions & flushes 2024-11-22T16:20:02,708 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:02,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:02,708 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. after waiting 0 ms 2024-11-22T16:20:02,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:02,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:02,709 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 038ad26510d225187f0a3ee9445acfbf: Waiting for close lock at 1732292402708Disabling compacts and flushes for region at 1732292402708Disabling writes for close at 1732292402709 (+1 ms)Writing region close event to WAL at 1732292402709Closed at 1732292402709 2024-11-22T16:20:02,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:02,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292402710"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292402710"}]},"ts":"1732292402710"} 2024-11-22T16:20:02,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:02,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:02,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292402713"}]},"ts":"1732292402713"} 2024-11-22T16:20:02,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:20:02,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=038ad26510d225187f0a3ee9445acfbf, ASSIGN}] 2024-11-22T16:20:02,717 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=038ad26510d225187f0a3ee9445acfbf, ASSIGN 2024-11-22T16:20:02,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=038ad26510d225187f0a3ee9445acfbf, ASSIGN; state=OFFLINE, location=93fb7f16a334,45493,1732292388883; forceNewPlan=false, retain=false 2024-11-22T16:20:02,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=038ad26510d225187f0a3ee9445acfbf, regionState=OPENING, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:20:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=038ad26510d225187f0a3ee9445acfbf, ASSIGN because future has completed 2024-11-22T16:20:02,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038ad26510d225187f0a3ee9445acfbf, server=93fb7f16a334,45493,1732292388883}] 2024-11-22T16:20:02,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:02,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:02,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:03,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:03,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:03,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:20:03,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C45493%2C1732292388883.rep, suffix=, logDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883, archiveDir=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs, maxLogs=10 2024-11-22T16:20:03,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.rep.1732292403028, exclude list is [], retry=0 2024-11-22T16:20:03,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42699,DS-5b5b8fad-0e99-48f2-85f2-73235523a14c,DISK] 2024-11-22T16:20:03,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.rep.1732292403028 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38695:38695)] 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 038ad26510d225187f0a3ee9445acfbf, NAME => 'hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:03,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. service=MultiRowMutationService 2024-11-22T16:20:03,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,050 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,051 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038ad26510d225187f0a3ee9445acfbf columnFamilyName hfileref 2024-11-22T16:20:03,051 DEBUG [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:03,051 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(327): Store=038ad26510d225187f0a3ee9445acfbf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:03,051 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,052 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038ad26510d225187f0a3ee9445acfbf columnFamilyName queue 2024-11-22T16:20:03,052 DEBUG [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:03,052 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(327): Store=038ad26510d225187f0a3ee9445acfbf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:03,052 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,053 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 038ad26510d225187f0a3ee9445acfbf columnFamilyName sid 2024-11-22T16:20:03,053 DEBUG [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:03,054 INFO [StoreOpener-038ad26510d225187f0a3ee9445acfbf-1 {}] regionserver.HStore(327): Store=038ad26510d225187f0a3ee9445acfbf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:03,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:03,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:03,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 038ad26510d225187f0a3ee9445acfbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61823257, jitterRate=-0.07876168191432953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:03,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:03,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 038ad26510d225187f0a3ee9445acfbf: Running coprocessor pre-open hook at 1732292403049Writing region info on filesystem at 1732292403049Initializing all the Stores at 1732292403049Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292403049Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292403050 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292403050Cleaning up temporary data from old regions at 1732292403055 (+5 ms)Running coprocessor post-open hooks at 1732292403058 (+3 ms)Region opened successfully at 1732292403059 (+1 ms) 2024-11-22T16:20:03,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf., pid=10, masterSystemTime=1732292403023 2024-11-22T16:20:03,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:03,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:03,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=038ad26510d225187f0a3ee9445acfbf, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,45493,1732292388883 2024-11-22T16:20:03,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 038ad26510d225187f0a3ee9445acfbf, server=93fb7f16a334,45493,1732292388883 because future has completed 2024-11-22T16:20:03,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:20:03,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 038ad26510d225187f0a3ee9445acfbf, server=93fb7f16a334,45493,1732292388883 in 194 msec 2024-11-22T16:20:03,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:20:03,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=038ad26510d225187f0a3ee9445acfbf, ASSIGN in 352 msec 2024-11-22T16:20:03,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:03,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292403069"}]},"ts":"1732292403069"} 2024-11-22T16:20:03,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:20:03,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:03,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2350 sec 2024-11-22T16:20:03,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf., hostname=93fb7f16a334,45493,1732292388883, seqNum=2] 2024-11-22T16:20:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:20:03,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:20:03,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:20:03,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45493 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:20:03,338 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:20:03,374 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,45493,1732292388883, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:20:03,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:03,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:20:03,375 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:03,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:03,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,45493,1732292388883', locateType=CURRENT is [region=hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf., hostname=93fb7f16a334,45493,1732292388883, seqNum=2] 2024-11-22T16:20:03,383 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:20:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:20:03,385 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,45493,1732292388883 suceeded 2024-11-22T16:20:03,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:20:03,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-22T16:20:03,387 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:35121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:20:03,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5610 sec 2024-11-22T16:20:03,403 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35121' 2024-11-22T16:20:03,404 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fcb2067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,404 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:03,404 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:03,405 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63065f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:03,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,406 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:03,407 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5bd0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,407 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:20:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15bbfa3f 2024-11-22T16:20:03,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:03,409 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:03,410 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,45493,1732292388883 (queues=1) is replicating from cluster=3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1 to cluster=2eb1abb3-ac73-4a42-b583-f0830a5a299b 2024-11-22T16:20:03,410 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C45493%2C1732292388883 2024-11-22T16:20:03,410 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,45493,1732292388883, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:20:03,410 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C45493%2C1732292388883 2024-11-22T16:20:03,410 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601, startPosition=0, beingWritten=true 2024-11-22T16:20:03,421 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:03,421 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:03,421 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,45493,1732292388883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:03,625 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:03,929 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:03,973 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:20:03,973 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:03,973 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:03,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:03,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c98c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,974 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:03,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:03,975 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b0bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:03,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:03,976 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,976 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:03,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b801609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:20:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31558041 2024-11-22T16:20:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:03,979 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:03,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:45033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:20:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:20:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:03,982 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:45033' 2024-11-22T16:20:03,983 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c9e59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,983 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:03,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:03,983 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:03,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31610f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:03,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,985 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:03,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bab1f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:03,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:20:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d3402d 2024-11-22T16:20:03,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:03,987 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:03,987 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:20:03,987 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:20:03,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,987 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:03,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:03,988 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:03,989 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:20:03,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:03,990 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:03,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:20:04,039 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:20:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:04,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:04,333 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:04,399 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a08d01882bbcf72deb7bc5ade095d6f2, NAME => 'hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1 2024-11-22T16:20:04,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:20:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a08d01882bbcf72deb7bc5ade095d6f2, disabling compactions & flushes 2024-11-22T16:20:04,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. after waiting 0 ms 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:04,806 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:04,806 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a08d01882bbcf72deb7bc5ade095d6f2: Waiting for close lock at 1732292404806Disabling compacts and flushes for region at 1732292404806Disabling writes for close at 1732292404806Writing region close event to WAL at 1732292404806Closed at 1732292404806 2024-11-22T16:20:04,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:04,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292404808"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292404808"}]},"ts":"1732292404808"} 2024-11-22T16:20:04,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:04,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:04,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292404811"}]},"ts":"1732292404811"} 2024-11-22T16:20:04,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:20:04,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a08d01882bbcf72deb7bc5ade095d6f2, ASSIGN}] 2024-11-22T16:20:04,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a08d01882bbcf72deb7bc5ade095d6f2, ASSIGN 2024-11-22T16:20:04,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a08d01882bbcf72deb7bc5ade095d6f2, ASSIGN; state=OFFLINE, location=93fb7f16a334,42829,1732292394146; forceNewPlan=false, retain=false 2024-11-22T16:20:04,836 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:04,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a08d01882bbcf72deb7bc5ade095d6f2, regionState=OPENING, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:20:04,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a08d01882bbcf72deb7bc5ade095d6f2, ASSIGN because future has completed 2024-11-22T16:20:04,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a08d01882bbcf72deb7bc5ade095d6f2, server=93fb7f16a334,42829,1732292394146}] 2024-11-22T16:20:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:05,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:05,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:05,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:20:05,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C42829%2C1732292394146.rep, suffix=, logDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146, archiveDir=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/oldWALs, maxLogs=10 2024-11-22T16:20:05,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.rep.1732292405124, exclude list is [], retry=0 2024-11-22T16:20:05,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-4f7cdde3-8537-4ab7-b8d1-2b43f917a574,DISK] 2024-11-22T16:20:05,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.rep.1732292405124 2024-11-22T16:20:05,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41843:41843)] 2024-11-22T16:20:05,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a08d01882bbcf72deb7bc5ade095d6f2, NAME => 'hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:05,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:05,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:05,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. service=MultiRowMutationService 2024-11-22T16:20:05,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:20:05,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:05,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,144 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,145 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08d01882bbcf72deb7bc5ade095d6f2 columnFamilyName hfileref 2024-11-22T16:20:05,145 DEBUG [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:05,145 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(327): Store=a08d01882bbcf72deb7bc5ade095d6f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:05,145 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,146 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08d01882bbcf72deb7bc5ade095d6f2 columnFamilyName queue 2024-11-22T16:20:05,146 DEBUG [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:05,146 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(327): Store=a08d01882bbcf72deb7bc5ade095d6f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:05,146 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,147 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a08d01882bbcf72deb7bc5ade095d6f2 columnFamilyName sid 2024-11-22T16:20:05,147 DEBUG [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:05,147 INFO [StoreOpener-a08d01882bbcf72deb7bc5ade095d6f2-1 {}] regionserver.HStore(327): Store=a08d01882bbcf72deb7bc5ade095d6f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:05,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:05,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:05,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a08d01882bbcf72deb7bc5ade095d6f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74196939, jitterRate=0.10562054812908173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:05,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a08d01882bbcf72deb7bc5ade095d6f2: Running coprocessor pre-open hook at 1732292405143Writing region info on filesystem at 1732292405143Initializing all the Stores at 1732292405143Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292405144 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292405144Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292405144Cleaning up temporary data from old regions at 1732292405149 (+5 ms)Running coprocessor post-open hooks at 1732292405152 (+3 ms)Region opened successfully at 1732292405152 2024-11-22T16:20:05,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2., pid=10, masterSystemTime=1732292405119 2024-11-22T16:20:05,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:05,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:05,156 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a08d01882bbcf72deb7bc5ade095d6f2, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,42829,1732292394146 2024-11-22T16:20:05,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a08d01882bbcf72deb7bc5ade095d6f2, server=93fb7f16a334,42829,1732292394146 because future has completed 2024-11-22T16:20:05,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:20:05,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a08d01882bbcf72deb7bc5ade095d6f2, server=93fb7f16a334,42829,1732292394146 in 191 msec 2024-11-22T16:20:05,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:20:05,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a08d01882bbcf72deb7bc5ade095d6f2, ASSIGN in 348 msec 2024-11-22T16:20:05,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:05,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292405163"}]},"ts":"1732292405163"} 2024-11-22T16:20:05,165 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:20:05,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:05,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-22T16:20:05,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2] 2024-11-22T16:20:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:20:05,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:20:05,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:20:05,440 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:05,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42829 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:20:05,448 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:20:05,473 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,42829,1732292394146, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:20:05,474 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:05,474 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:05,474 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:05,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:05,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,42829,1732292394146', locateType=CURRENT is [region=hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2] 2024-11-22T16:20:05,478 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:20:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:20:05,480 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,42829,1732292394146 suceeded 2024-11-22T16:20:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:20:05,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-22T16:20:05,482 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:45033,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:20:05,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-22T16:20:05,492 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:45033' 2024-11-22T16:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3b898a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:05,493 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@405ee511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:05,495 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:05,495 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242dfaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:05,495 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:20:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dc5d075 2024-11-22T16:20:05,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:05,497 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:05,498 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,42829,1732292394146 (queues=1) is replicating from cluster=2eb1abb3-ac73-4a42-b583-f0830a5a299b to cluster=3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1 2024-11-22T16:20:05,498 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C42829%2C1732292394146 2024-11-22T16:20:05,498 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,42829,1732292394146, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:20:05,498 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C42829%2C1732292394146 2024-11-22T16:20:05,499 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, startPosition=0, beingWritten=true 2024-11-22T16:20:05,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:05,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:05,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,42829,1732292394146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:05,711 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:06,016 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:06,123 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:20:06,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:06,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:06,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:06,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:06,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:06,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:06,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732292406126/Put/seqid=0 2024-11-22T16:20:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741840_1016 (size=7894) 2024-11-22T16:20:06,144 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:06,420 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:06,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732292406532/Put/seqid=0 2024-11-22T16:20:06,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741841_1017 (size=7691) 2024-11-22T16:20:06,924 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:06,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:06,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:06,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:06,940 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6006d218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:06,941 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:06,942 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:06,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5371f87c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:06,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:20:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:06,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:06,948 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:06,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:20:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19a29ccb 2024-11-22T16:20:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:06,997 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:07,016 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2] 2024-11-22T16:20:07,018 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:07,024 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-22T16:20:07,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-22T16:20:07,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T16:20:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:07,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T16:20:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegion(2603): Flush status journal for 8234429f59a9330f2ae12680895a4f8d: 2024-11-22T16:20:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_0 2024-11-22T16:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_0 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ 2024-11-22T16:20:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_1 2024-11-22T16:20:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_1 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ 2024-11-22T16:20:07,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_0 into 8234429f59a9330f2ae12680895a4f8d/f as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ - updating store file list. 2024-11-22T16:20:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87135b9f98ab42da832f1604b9611c9a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:07,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ into 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:07,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_0 into 8234429f59a9330f2ae12680895a4f8d/f (new location: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_) 2024-11-22T16:20:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_0 2024-11-22T16:20:07,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_1 into 8234429f59a9330f2ae12680895a4f8d/f as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ - updating store file list. 2024-11-22T16:20:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:07,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ into 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:07,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_1 into 8234429f59a9330f2ae12680895a4f8d/f (new location: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_) 2024-11-22T16:20:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins__test__kf3tf5qsgtnljb9rmpd73n9a2f0der81ol50rou7fr23qtibved3srjpbi9b847p/f/hfile_1 2024-11-22T16:20:07,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:07,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:07,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:07,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:07,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2 , the old value is region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:45493 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:20:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:20:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2 from cache 2024-11-22T16:20:07,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:07,061 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T16:20:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:07,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:07,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2] 2024-11-22T16:20:07,066 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:20:07,163 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:45493 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:20:07,528 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:07,851 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 379, reset compression=false 2024-11-22T16:20:07,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:07,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,45493,1732292388883 got entry batch from reader: WALEntryBatch [walEntries=[{test/8234429f59a9330f2ae12680895a4f8d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292407057/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:20:07,858 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:07,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-22T16:20:07,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.ReplicationSink(318): Replicating [3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1] bulk loaded data 2024-11-22T16:20:07,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e5126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:07,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:07,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:07,861 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520c28a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:07,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:07,863 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:07,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12d07a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741840_1016 (size=7894) 2024-11-22T16:20:08,056 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:08,069 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:20:08,232 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:08,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741841_1017 (size=7691) 2024-11-22T16:20:08,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:20:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12d0afc7 2024-11-22T16:20:08,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:08,293 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:08,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:08,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:08,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:08,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:08,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:08,303 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T16:20:08,307 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T16:20:08,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ for inclusion in f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-22T16:20:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:08,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ for inclusion in f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-22T16:20:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegion(2603): Flush status journal for f56f9a87058b5b5604e868eb2e432cf2: 2024-11-22T16:20:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:20:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_ 2024-11-22T16:20:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 87135b9f98ab42da832f1604b9611c9a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:20:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/80dc7567a1bc43de9be64d23863c3b13_SeqId_4_ 2024-11-22T16:20:08,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_ - updating store file list. 2024-11-22T16:20:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:08,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:08,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f (new location: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_) 2024-11-22T16:20:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/28d9841b1fb94ee4941d7fc6923fc0aa_SeqId_4_ 2024-11-22T16:20:08,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/80dc7567a1bc43de9be64d23863c3b13_SeqId_4_ - updating store file list. 2024-11-22T16:20:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 80dc7567a1bc43de9be64d23863c3b13_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:08,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/80dc7567a1bc43de9be64d23863c3b13_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:08,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ into f56f9a87058b5b5604e868eb2e432cf2/f (new location: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/80dc7567a1bc43de9be64d23863c3b13_SeqId_4_) 2024-11-22T16:20:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins.hfs.11__test__4blr58t1hrfisu07ps5m54km35ak95kr5bmf4j9n3tl4qlf66sbov7nraf610nko/f/87135b9f98ab42da832f1604b9611c9a_SeqId_4_ 2024-11-22T16:20:08,332 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.ReplicationSink(324): Finished replicating [3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1] bulk loaded data 2024-11-22T16:20:08,362 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:08,551 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:08,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:08,632 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:20:08,766 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:09,037 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 379, reset compression=false 2024-11-22T16:20:09,041 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:09,041 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,42829,1732292394146 got entry batch from reader: WALEntryBatch [walEntries=[{test/f56f9a87058b5b5604e868eb2e432cf2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292408330/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T16:20:09,043 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:09,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-22T16:20:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.ReplicationSink(318): Replicating [3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1, 2eb1abb3-ac73-4a42-b583-f0830a5a299b] bulk loaded data 2024-11-22T16:20:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dab611c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,45033,-1 for getting cluster id 2024-11-22T16:20:09,046 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:09,046 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1' 2024-11-22T16:20:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1" 2024-11-22T16:20:09,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@567b144f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,45033,-1] 2024-11-22T16:20:09,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:09,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:09,047 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:09,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b51aba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741842_1018 (size=7691) 2024-11-22T16:20:09,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:09,082 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732292409081/Put/seqid=0 2024-11-22T16:20:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741842_1018 (size=11194) 2024-11-22T16:20:09,241 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 725, reset compression=false 2024-11-22T16:20:09,270 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:09,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741843_1019 (size=7894) 2024-11-22T16:20:09,488 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732292409488/Put/seqid=0 2024-11-22T16:20:09,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741843_1019 (size=10791) 2024-11-22T16:20:09,545 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 725, reset compression=false 2024-11-22T16:20:09,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:09,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,45033,1732292388673 2024-11-22T16:20:09,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678ab43f 2024-11-22T16:20:09,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:09,867 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:09,869 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:09,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:09,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:20:09,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:09,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:09,873 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:09,876 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__m8smhfksfdjnkn3t3u6rvr33b9acb2aibbmb8mer8ck3m0trp0vtm7na6n9r54h3/f/80dc7567a1bc43de9be64d23863c3b13_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-22T16:20:09,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__m8smhfksfdjnkn3t3u6rvr33b9acb2aibbmb8mer8ck3m0trp0vtm7na6n9r54h3/f/98e3a8abc9df445992b2e98cb4e397f4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-22T16:20:09,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.ReplicationSink(324): Finished replicating [3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1, 2eb1abb3-ac73-4a42-b583-f0830a5a299b] bulk loaded data 2024-11-22T16:20:09,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de2218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35121,-1 for getting cluster id 2024-11-22T16:20:09,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:09,894 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2eb1abb3-ac73-4a42-b583-f0830a5a299b' 2024-11-22T16:20:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2eb1abb3-ac73-4a42-b583-f0830a5a299b" 2024-11-22T16:20:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef5bd16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35121,-1] 2024-11-22T16:20:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:09,895 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:09,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe92734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:09,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:09,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:09,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35121,1732292393902 2024-11-22T16:20:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@298629df 2024-11-22T16:20:09,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:09,907 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:09,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2] 2024-11-22T16:20:09,914 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:09,920 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-22T16:20:09,923 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-22T16:20:09,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T16:20:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:09,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T16:20:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegion(2603): Flush status journal for f56f9a87058b5b5604e868eb2e432cf2: 2024-11-22T16:20:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_0 2024-11-22T16:20:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_0 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ 2024-11-22T16:20:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_1 2024-11-22T16:20:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_1 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ 2024-11-22T16:20:09,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_0 into f56f9a87058b5b5604e868eb2e432cf2/f as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ - updating store file list. 2024-11-22T16:20:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43823800774b49d6a9a1ac47280c718d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:09,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ into f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:09,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_0 into f56f9a87058b5b5604e868eb2e432cf2/f (new location: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_) 2024-11-22T16:20:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_0 2024-11-22T16:20:09,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_1 into f56f9a87058b5b5604e868eb2e432cf2/f as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ - updating store file list. 2024-11-22T16:20:09,949 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 725, reset compression=false 2024-11-22T16:20:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b805b5b206c42d89c365e25407b174e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:09,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ into f56f9a87058b5b5604e868eb2e432cf2/f 2024-11-22T16:20:09,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_1 into f56f9a87058b5b5604e868eb2e432cf2/f (new location: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_) 2024-11-22T16:20:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/staging/jenkins__test__cs0t4j6umkjtu20a0k7f3nshmejctbnpl3ilinugjjnjn3a88hv6qfd1cpvu38b/f/hfile_1 2024-11-22T16:20:09,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:09,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:09,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:09,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:09,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2 , the old value is region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:42829 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:20:09,954 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:20:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., hostname=93fb7f16a334,42829,1732292394146, seqNum=2 from cache 2024-11-22T16:20:09,955 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,42829,1732292394146 got entry batch from reader: WALEntryBatch [walEntries=[{test/f56f9a87058b5b5604e868eb2e432cf2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292409952/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:20:09,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.ReplicationSink(318): Replicating [2eb1abb3-ac73-4a42-b583-f0830a5a299b] bulk loaded data 2024-11-22T16:20:09,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,45493,1732292388883, seqNum=-1] 2024-11-22T16:20:09,958 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T16:20:09,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:09,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., hostname=93fb7f16a334,45493,1732292388883, seqNum=2] 2024-11-22T16:20:09,970 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:20:09,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741844_1020 (size=11194) 2024-11-22T16:20:09,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741845_1021 (size=10791) 2024-11-22T16:20:09,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:10,001 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-22T16:20:10,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-22T16:20:10,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ for inclusion in 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-22T16:20:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:10,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ for inclusion in 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-22T16:20:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:20:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegion(2603): Flush status journal for 8234429f59a9330f2ae12680895a4f8d: 2024-11-22T16:20:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43823800774b49d6a9a1ac47280c718d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:20:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/b7be97ab294e4fadbe063103fa5e1543_SeqId_6_ 2024-11-22T16:20:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6b805b5b206c42d89c365e25407b174e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:20:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/2681c48560cd48a6b137261982066df1_SeqId_6_ 2024-11-22T16:20:10,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/b7be97ab294e4fadbe063103fa5e1543_SeqId_6_ - updating store file list. 2024-11-22T16:20:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7be97ab294e4fadbe063103fa5e1543_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:10,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/b7be97ab294e4fadbe063103fa5e1543_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:10,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f (new location: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/b7be97ab294e4fadbe063103fa5e1543_SeqId_6_) 2024-11-22T16:20:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/43823800774b49d6a9a1ac47280c718d_SeqId_6_ 2024-11-22T16:20:10,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/2681c48560cd48a6b137261982066df1_SeqId_6_ - updating store file list. 2024-11-22T16:20:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2681c48560cd48a6b137261982066df1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:20:10,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/2681c48560cd48a6b137261982066df1_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f 2024-11-22T16:20:10,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ into 8234429f59a9330f2ae12680895a4f8d/f (new location: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/f/2681c48560cd48a6b137261982066df1_SeqId_6_) 2024-11-22T16:20:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/staging/jenkins.hfs.10__test__dkqrj6ntn8ljumgf9srtev4hck9735gvf25m3pjlbbem8i3tmd5s7j8o0catrvqh/f/6b805b5b206c42d89c365e25407b174e_SeqId_6_ 2024-11-22T16:20:10,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45493 {}] regionserver.ReplicationSink(324): Finished replicating [2eb1abb3-ac73-4a42-b583-f0830a5a299b] bulk loaded data 2024-11-22T16:20:10,064 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:42829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:20:10,154 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1033, reset compression=false 2024-11-22T16:20:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:20:10,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:10,458 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1033, reset compression=false 2024-11-22T16:20:10,578 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 687, reset compression=false 2024-11-22T16:20:10,583 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:10,583 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,45493,1732292388883 got entry batch from reader: WALEntryBatch [walEntries=[{test/8234429f59a9330f2ae12680895a4f8d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292410030/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-22T16:20:10,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.ReplicationSink(318): Replicating [2eb1abb3-ac73-4a42-b583-f0830a5a299b, 3f2a2a6e-93a7-405e-a101-c0a9ce74a5e1] bulk loaded data 2024-11-22T16:20:10,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741844_1020 (size=11194) 2024-11-22T16:20:10,783 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:10,863 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1033, reset compression=false 2024-11-22T16:20:10,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:20:10,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:10,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:10,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:10,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:10,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:20:10,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=636816465, stopped=false 2024-11-22T16:20:10,983 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,35121,1732292393902 2024-11-22T16:20:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741845_1021 (size=10791) 2024-11-22T16:20:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11492215720/running 2024-11-22T16:20:11,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:20:11,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:11,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:11,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/running 2024-11-22T16:20:11,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:11,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:11,043 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,42829,1732292394146' ***** 2024-11-22T16:20:11,043 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:20:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11492215720/running 2024-11-22T16:20:11,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:20:11,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Set watcher on znode that does not yet exist, /11492215720/running 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(3091): Received CLOSE for f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:11,045 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(3091): Received CLOSE for a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,42829,1732292394146 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:11,045 INFO [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:42829. 2024-11-22T16:20:11,045 DEBUG [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:11,046 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f56f9a87058b5b5604e868eb2e432cf2, disabling compactions & flushes 2024-11-22T16:20:11,046 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:11,046 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. after waiting 0 ms 2024-11-22T16:20:11,046 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:20:11,046 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:11,046 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:20:11,046 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:20:11,046 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1325): Online Regions={f56f9a87058b5b5604e868eb2e432cf2=test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2., 1588230740=hbase:meta,,1.1588230740, a08d01882bbcf72deb7bc5ade095d6f2=hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2.} 2024-11-22T16:20:11,046 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a08d01882bbcf72deb7bc5ade095d6f2, f56f9a87058b5b5604e868eb2e432cf2 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:11,046 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:11,046 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:11,047 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:11,047 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:11,047 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:20:11,057 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/default/test/f56f9a87058b5b5604e868eb2e432cf2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:20:11,058 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:11,058 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:11,058 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:11,058 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f56f9a87058b5b5604e868eb2e432cf2: Waiting for close lock at 1732292411045Running coprocessor pre-close hooks at 1732292411045Disabling compacts and flushes for region at 1732292411045Disabling writes for close at 1732292411046 (+1 ms)Writing region close event to WAL at 1732292411046Running coprocessor post-close hooks at 1732292411058 (+12 ms)Closed at 1732292411058 2024-11-22T16:20:11,058 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2. 2024-11-22T16:20:11,059 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a08d01882bbcf72deb7bc5ade095d6f2, disabling compactions & flushes 2024-11-22T16:20:11,059 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:11,059 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:11,059 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. after waiting 0 ms 2024-11-22T16:20:11,059 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:11,059 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a08d01882bbcf72deb7bc5ade095d6f2 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-22T16:20:11,079 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:11,087 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:11,087 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/info/644f6dd8dd8047a78d1e14c43c702641 is 147, key is hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2./info:regioninfo/1732292405156/Put/seqid=0 2024-11-22T16:20:11,093 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/hfileref/2341a6f8069d4610956eb4ee46fa1453 is 74, key is 1/hfileref:43823800774b49d6a9a1ac47280c718d_SeqId_6_/1732292410034/DeleteColumn/seqid=0 2024-11-22T16:20:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741846_1022 (size=7686) 2024-11-22T16:20:11,097 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/info/644f6dd8dd8047a78d1e14c43c702641 2024-11-22T16:20:11,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741847_1023 (size=5345) 2024-11-22T16:20:11,115 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/hfileref/2341a6f8069d4610956eb4ee46fa1453 2024-11-22T16:20:11,150 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/ns/47de3ddfaa9542efb80b53ce86bec99b is 43, key is default/ns:d/1732292397462/Put/seqid=0 2024-11-22T16:20:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741848_1024 (size=5153) 2024-11-22T16:20:11,160 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/queue/2e5ef688667248abb18c911da05d1c16 is 154, key is 1-93fb7f16a334,42829,1732292394146/queue:93fb7f16a334%2C42829%2C1732292394146/1732292410036/Put/seqid=0 2024-11-22T16:20:11,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741849_1025 (size=5353) 2024-11-22T16:20:11,246 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:11,367 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1033, reset compression=false 2024-11-22T16:20:11,371 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:11,371 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1328, reset compression=false 2024-11-22T16:20:11,371 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,42829,1732292394146 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:11,373 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,42829,1732292394146: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,42829,1732292394146, walGroup=93fb7f16a334%2C42829%2C1732292394146, offset=93fb7f16a334%2C42829%2C1732292394146.1732292396498:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:42829 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:20:11,375 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:20:11,377 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:20:11,379 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:20:11,379 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:20:11,379 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:20:11,379 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591122432 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187431024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:20:11,382 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:20:11,398 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:20:11,398 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:20:11,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:20:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 from cache 2024-11-22T16:20:11,447 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a08d01882bbcf72deb7bc5ade095d6f2 2024-11-22T16:20:11,495 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:11,542 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:11,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 from cache 2024-11-22T16:20:11,558 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/ns/47de3ddfaa9542efb80b53ce86bec99b 2024-11-22T16:20:11,566 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/queue/2e5ef688667248abb18c911da05d1c16 2024-11-22T16:20:11,570 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/hfileref/2341a6f8069d4610956eb4ee46fa1453 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/hfileref/2341a6f8069d4610956eb4ee46fa1453 2024-11-22T16:20:11,574 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1328, reset compression=false 2024-11-22T16:20:11,575 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/hfileref/2341a6f8069d4610956eb4ee46fa1453, entries=4, sequenceid=12, filesize=5.2 K 2024-11-22T16:20:11,575 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/.tmp/queue/2e5ef688667248abb18c911da05d1c16 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/queue/2e5ef688667248abb18c911da05d1c16 2024-11-22T16:20:11,578 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/rep_barrier/d69a2b6d42b04ad48c46a7eb75c17d0f is 112, key is test,,1732292399666.f56f9a87058b5b5604e868eb2e432cf2./rep_barrier:seqnumDuringOpen/1732292400816/Put/seqid=0 2024-11-22T16:20:11,583 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/queue/2e5ef688667248abb18c911da05d1c16, entries=1, sequenceid=12, filesize=5.2 K 2024-11-22T16:20:11,584 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a08d01882bbcf72deb7bc5ade095d6f2 in 524ms, sequenceid=12, compaction requested=false 2024-11-22T16:20:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741850_1026 (size=5518) 2024-11-22T16:20:11,587 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/replication/a08d01882bbcf72deb7bc5ade095d6f2/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T16:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:11,588 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a08d01882bbcf72deb7bc5ade095d6f2: Waiting for close lock at 1732292411059Running coprocessor pre-close hooks at 1732292411059Disabling compacts and flushes for region at 1732292411059Disabling writes for close at 1732292411059Obtaining lock to block concurrent updates at 1732292411059Preparing flush snapshotting stores in a08d01882bbcf72deb7bc5ade095d6f2 at 1732292411059Finished memstore snapshotting hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732292411059Flushing stores of hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. at 1732292411060 (+1 ms)Flushing a08d01882bbcf72deb7bc5ade095d6f2/hfileref: creating writer at 1732292411060Flushing a08d01882bbcf72deb7bc5ade095d6f2/hfileref: appending metadata at 1732292411093 (+33 ms)Flushing a08d01882bbcf72deb7bc5ade095d6f2/hfileref: closing flushed file at 1732292411093Flushing a08d01882bbcf72deb7bc5ade095d6f2/queue: creating writer at 1732292411122 (+29 ms)Flushing a08d01882bbcf72deb7bc5ade095d6f2/queue: appending metadata at 1732292411160 (+38 ms)Flushing a08d01882bbcf72deb7bc5ade095d6f2/queue: closing flushed file at 1732292411160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3131dd69: reopening flushed file at 1732292411570 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4a4841: reopening flushed file at 1732292411575 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a08d01882bbcf72deb7bc5ade095d6f2 in 524ms, sequenceid=12, compaction requested=false at 1732292411584 (+9 ms)Writing region close event to WAL at 1732292411584Running coprocessor post-close hooks at 1732292411588 (+4 ms)Closed at 1732292411588 2024-11-22T16:20:11,588 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292403988.a08d01882bbcf72deb7bc5ade095d6f2. 2024-11-22T16:20:11,647 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:11,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:11,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 from cache 2024-11-22T16:20:11,847 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:11,880 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1328, reset compression=false 2024-11-22T16:20:11,988 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/rep_barrier/d69a2b6d42b04ad48c46a7eb75c17d0f 2024-11-22T16:20:12,000 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:12,047 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:20:12,047 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:20:12,047 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:12,061 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/table/2154ed601a50459e9ab71450c885d585 is 53, key is hbase:replication/table:state/1732292405163/Put/seqid=0 2024-11-22T16:20:12,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:12,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741851_1027 (size=5308) 2024-11-22T16:20:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 from cache 2024-11-22T16:20:12,248 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:12,284 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1328, reset compression=false 2024-11-22T16:20:12,448 DEBUG [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:12,465 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/table/2154ed601a50459e9ab71450c885d585 2024-11-22T16:20:12,470 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/info/644f6dd8dd8047a78d1e14c43c702641 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/info/644f6dd8dd8047a78d1e14c43c702641 2024-11-22T16:20:12,474 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/info/644f6dd8dd8047a78d1e14c43c702641, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:20:12,475 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/ns/47de3ddfaa9542efb80b53ce86bec99b as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/ns/47de3ddfaa9542efb80b53ce86bec99b 2024-11-22T16:20:12,480 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/ns/47de3ddfaa9542efb80b53ce86bec99b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:20:12,481 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/rep_barrier/d69a2b6d42b04ad48c46a7eb75c17d0f as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/rep_barrier/d69a2b6d42b04ad48c46a7eb75c17d0f 2024-11-22T16:20:12,486 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/rep_barrier/d69a2b6d42b04ad48c46a7eb75c17d0f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:20:12,487 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/.tmp/table/2154ed601a50459e9ab71450c885d585 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/table/2154ed601a50459e9ab71450c885d585 2024-11-22T16:20:12,492 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/table/2154ed601a50459e9ab71450c885d585, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:20:12,493 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false 2024-11-22T16:20:12,500 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:20:12,501 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:12,501 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:12,501 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:12,501 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292411046Running coprocessor pre-close hooks at 1732292411046Disabling compacts and flushes for region at 1732292411046Disabling writes for close at 1732292411047 (+1 ms)Obtaining lock to block concurrent updates at 1732292411047Preparing flush snapshotting stores in 1588230740 at 1732292411047Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292411047Flushing stores of hbase:meta,,1.1588230740 at 1732292411048 (+1 ms)Flushing 1588230740/info: creating writer at 1732292411048Flushing 1588230740/info: appending metadata at 1732292411082 (+34 ms)Flushing 1588230740/info: closing flushed file at 1732292411082Flushing 1588230740/ns: creating writer at 1732292411109 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732292411149 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1732292411149Flushing 1588230740/rep_barrier: creating writer at 1732292411563 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292411578 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292411578Flushing 1588230740/table: creating writer at 1732292412044 (+466 ms)Flushing 1588230740/table: appending metadata at 1732292412060 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732292412060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f75ea3: reopening flushed file at 1732292412469 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de3f39e: reopening flushed file at 1732292412475 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259b2290: reopening flushed file at 1732292412480 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be53266: reopening flushed file at 1732292412486 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false at 1732292412493 (+7 ms)Writing region close event to WAL at 1732292412497 (+4 ms)Running coprocessor post-close hooks at 1732292412501 (+4 ms)Closed at 1732292412501 2024-11-22T16:20:12,501 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:12,573 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1] 2024-11-22T16:20:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,42829,1732292394146, seqNum=-1 from cache 2024-11-22T16:20:12,576 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,577 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-22T16:20:11.435Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.545Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.754Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.575Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:12,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-22T16:20:11.435Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.545Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.754Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.575Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:12,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42829 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:52022 deadline: 1732292470584, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-22T16:20:11.435Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.545Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.754Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.575Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12,581 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-22T16:20:11.435Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.545Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:11.754Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.064Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting 2024-11-22T16:20:12.575Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,604 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:12,648 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,42829,1732292394146; all regions closed. 2024-11-22T16:20:12,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:20:12,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.meta.1732292397412.meta not finished, retry = 0 2024-11-22T16:20:12,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,685 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 93fb7f16a334,42829,1732292394146 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741839_1015 (size=3127) 2024-11-22T16:20:12,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 not finished, retry = 0 2024-11-22T16:20:12,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741832_1008 (size=1336) 2024-11-22T16:20:12,788 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 to pos 1328, reset compression=false 2024-11-22T16:20:12,855 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:12,855 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:12,855 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/WALs/93fb7f16a334,42829,1732292394146/93fb7f16a334%2C42829%2C1732292394146.1732292396498 2024-11-22T16:20:12,855 INFO [RS:0;93fb7f16a334:42829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:12,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T16:20:12,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T16:20:12,856 INFO [RS:0;93fb7f16a334:42829 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:12,856 INFO [RS:0;93fb7f16a334:42829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:12,856 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:12,856 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,42829,1732292394146 because: Region server is closing 2024-11-22T16:20:12,856 INFO [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:42829. 2024-11-22T16:20:12,856 DEBUG [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:12,856 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:12,857 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:12,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:12,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 93fb7f16a334,42829,1732292394146 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,889 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 93fb7f16a334,42829,1732292394146 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:12,957 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.shipper93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 terminated 2024-11-22T16:20:12,957 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,42829,1732292394146.replicationSource.wal-reader.93fb7f16a334%2C42829%2C1732292394146,1-93fb7f16a334,42829,1732292394146 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-22T16:20:12,957 INFO [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:42829. 2024-11-22T16:20:12,957 DEBUG [RS:0;93fb7f16a334:42829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:12,957 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:12,957 DEBUG [RS:0;93fb7f16a334:42829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:12,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:12,957 INFO [RS:0;93fb7f16a334:42829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42829 2024-11-22T16:20:13,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11492215720/rs/93fb7f16a334,42829,1732292394146 2024-11-22T16:20:13,010 INFO [RS:0;93fb7f16a334:42829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:13,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720/rs 2024-11-22T16:20:13,021 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,42829,1732292394146] 2024-11-22T16:20:13,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11492215720/draining/93fb7f16a334,42829,1732292394146 already deleted, retry=false 2024-11-22T16:20:13,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,42829,1732292394146 expired; onlineServers=0 2024-11-22T16:20:13,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,35121,1732292393902' ***** 2024-11-22T16:20:13,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:13,032 DEBUG [M:0;93fb7f16a334:35121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:20:13,032 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:20:13,032 DEBUG [M:0;93fb7f16a334:35121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:20:13,032 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292396200 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292396200,5,FailOnTimeoutGroup] 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:13,032 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292396200 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292396200,5,FailOnTimeoutGroup] 2024-11-22T16:20:13,032 DEBUG [M:0;93fb7f16a334:35121 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:13,032 INFO [M:0;93fb7f16a334:35121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:20:13,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:20:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11492215720/master 2024-11-22T16:20:13,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11492215720 2024-11-22T16:20:13,042 DEBUG [M:0;93fb7f16a334:35121 {}] zookeeper.ZKUtil(347): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Unable to get data of znode /11492215720/master because node does not exist (not an error) 2024-11-22T16:20:13,042 WARN [M:0;93fb7f16a334:35121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:20:13,042 INFO [M:0;93fb7f16a334:35121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/.lastflushedseqids 2024-11-22T16:20:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741852_1028 (size=263) 2024-11-22T16:20:13,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:13,121 INFO [RS:0;93fb7f16a334:42829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:13,121 INFO [RS:0;93fb7f16a334:42829 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,42829,1732292394146; zookeeper connection closed. 2024-11-22T16:20:13,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42829-0x10163581b550004, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:13,121 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b776086 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b776086 2024-11-22T16:20:13,122 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:20:13,192 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 93fb7f16a334:42829 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:42829 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:13,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 93fb7f16a334:42829 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:42829 2024-11-22T16:20:13,193 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=93fb7f16a334:42829 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:42829 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:42829 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-22T16:20:13,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:20:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50892 deadline: 1732292473195, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T16:20:13,197 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:13,198 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T16:20:13,308 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:13,447 INFO [M:0;93fb7f16a334:35121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:20:13,447 INFO [M:0;93fb7f16a334:35121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:20:13,448 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:13,448 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:13,448 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:13,448 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:13,448 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:13,448 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T16:20:13,467 DEBUG [M:0;93fb7f16a334:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d282dd78e0940a38f989eafaa2cfadf is 82, key is hbase:meta,,1/info:regioninfo/1732292397441/Put/seqid=0 2024-11-22T16:20:13,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741853_1029 (size=5672) 2024-11-22T16:20:13,598 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T16:20:13,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:20:13,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50892 deadline: 1732292473599, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T16:20:13,600 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:13,601 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T16:20:13,601 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T16:20:13,875 INFO [M:0;93fb7f16a334:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d282dd78e0940a38f989eafaa2cfadf 2024-11-22T16:20:13,892 DEBUG [M:0;93fb7f16a334:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd9767adfc35423d8b96e872a50c7ef3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292405166/Put/seqid=0 2024-11-22T16:20:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741854_1030 (size=8516) 2024-11-22T16:20:14,101 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T16:20:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:20:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50892 deadline: 1732292474103, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T16:20:14,104 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:14,105 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T16:20:14,105 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T16:20:14,113 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:14,298 INFO [M:0;93fb7f16a334:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd9767adfc35423d8b96e872a50c7ef3 2024-11-22T16:20:14,320 DEBUG [M:0;93fb7f16a334:35121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc85258ed2cb45f2a87b22ba99c3b45e is 69, key is 93fb7f16a334,42829,1732292394146/rs:state/1732292396310/Put/seqid=0 2024-11-22T16:20:14,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741855_1031 (size=5156) 2024-11-22T16:20:14,705 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T16:20:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:20:14,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35121 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50892 deadline: 1732292474707, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-22T16:20:14,707 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-22T16:20:14,708 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T16:20:14,708 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T16:20:14,724 INFO [M:0;93fb7f16a334:35121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc85258ed2cb45f2a87b22ba99c3b45e 2024-11-22T16:20:14,729 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d282dd78e0940a38f989eafaa2cfadf as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d282dd78e0940a38f989eafaa2cfadf 2024-11-22T16:20:14,733 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d282dd78e0940a38f989eafaa2cfadf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:20:14,734 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd9767adfc35423d8b96e872a50c7ef3 as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd9767adfc35423d8b96e872a50c7ef3 2024-11-22T16:20:14,737 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd9767adfc35423d8b96e872a50c7ef3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:20:14,738 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc85258ed2cb45f2a87b22ba99c3b45e as hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc85258ed2cb45f2a87b22ba99c3b45e 2024-11-22T16:20:14,742 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43801/user/jenkins/test-data/2f3bc3fc-f605-920a-fae1-60c9ad87e0b1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc85258ed2cb45f2a87b22ba99c3b45e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:20:14,743 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-22T16:20:14,744 INFO [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:14,745 DEBUG [M:0;93fb7f16a334:35121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292413447Disabling compacts and flushes for region at 1732292413447Disabling writes for close at 1732292413448 (+1 ms)Obtaining lock to block concurrent updates at 1732292413448Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292413448Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732292413448Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292413449 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292413449Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292413466 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292413466Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292413879 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292413892 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292413892Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292414302 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292414319 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292414319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30791132: reopening flushed file at 1732292414728 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@403d459b: reopening flushed file at 1732292414733 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9374a9: reopening flushed file at 1732292414737 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1732292414743 (+6 ms)Writing region close event to WAL at 1732292414744 (+1 ms)Closed at 1732292414744 2024-11-22T16:20:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741830_1006 (size=63654) 2024-11-22T16:20:14,750 INFO [M:0;93fb7f16a334:35121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:20:14,750 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:14,750 INFO [M:0;93fb7f16a334:35121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35121 2024-11-22T16:20:14,751 INFO [M:0;93fb7f16a334:35121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:14,921 INFO [M:0;93fb7f16a334:35121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35121-0x10163581b550003, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:14,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2febc756{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:14,959 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c143e7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:14,959 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:14,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@449c586f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:14,959 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4723368d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:14,961 WARN [BP-1071789117-172.17.0.2-1732292391791 heartbeating to localhost/127.0.0.1:43801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:20:14,961 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:20:14,961 WARN [BP-1071789117-172.17.0.2-1732292391791 heartbeating to localhost/127.0.0.1:43801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1071789117-172.17.0.2-1732292391791 (Datanode Uuid c8078029-9c40-4a92-9b88-acc68243cdf8) service to localhost/127.0.0.1:43801 2024-11-22T16:20:14,961 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:20:14,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/cluster_548795f3-7094-207d-9492-7b43458e06a2/data/data1/current/BP-1071789117-172.17.0.2-1732292391791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:14,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/cluster_548795f3-7094-207d-9492-7b43458e06a2/data/data2/current/BP-1071789117-172.17.0.2-1732292391791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:14,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:20:14,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20a9193d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:14,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd741ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:14,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:14,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b74bab8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:14,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27d8bc7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:14,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:20:14,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:20:14,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:14,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:14,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:14,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:14,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:14,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:20:14,990 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=52951549, stopped=false 2024-11-22T16:20:14,990 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,45033,1732292388673 2024-11-22T16:20:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531243416/running 2024-11-22T16:20:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531243416/running 2024-11-22T16:20:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:20:15,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:20:15,006 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:15,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/running 2024-11-22T16:20:15,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Set watcher on znode that does not yet exist, /0-531243416/running 2024-11-22T16:20:15,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:15,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:15,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:15,007 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,45493,1732292388883' ***** 2024-11-22T16:20:15,007 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:20:15,007 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(3091): Received CLOSE for 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(3091): Received CLOSE for 038ad26510d225187f0a3ee9445acfbf 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,45493,1732292388883 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:15,007 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8234429f59a9330f2ae12680895a4f8d, disabling compactions & flushes 2024-11-22T16:20:15,007 INFO [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:45493. 2024-11-22T16:20:15,008 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:20:15,008 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:20:15,008 DEBUG [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:15,008 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. after waiting 0 ms 2024-11-22T16:20:15,008 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:20:15,008 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:15,008 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:20:15,008 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:20:15,008 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:20:15,008 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:20:15,009 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:20:15,009 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8234429f59a9330f2ae12680895a4f8d=test,,1732292397510.8234429f59a9330f2ae12680895a4f8d., 038ad26510d225187f0a3ee9445acfbf=hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf.} 2024-11-22T16:20:15,009 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 038ad26510d225187f0a3ee9445acfbf, 1588230740, 8234429f59a9330f2ae12680895a4f8d 2024-11-22T16:20:15,009 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:15,009 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:15,009 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:15,009 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:15,009 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:15,009 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:20:15,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/default/test/8234429f59a9330f2ae12680895a4f8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:15,012 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8234429f59a9330f2ae12680895a4f8d: Waiting for close lock at 1732292415007Running coprocessor pre-close hooks at 1732292415007Disabling compacts and flushes for region at 1732292415007Disabling writes for close at 1732292415008 (+1 ms)Writing region close event to WAL at 1732292415008Running coprocessor post-close hooks at 1732292415012 (+4 ms)Closed at 1732292415012 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292397510.8234429f59a9330f2ae12680895a4f8d. 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 038ad26510d225187f0a3ee9445acfbf, disabling compactions & flushes 2024-11-22T16:20:15,012 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. after waiting 0 ms 2024-11-22T16:20:15,012 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:15,012 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 038ad26510d225187f0a3ee9445acfbf 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-22T16:20:15,017 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1033, reset compression=false 2024-11-22T16:20:15,027 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/hfileref/6ff8ad5b2e5e4165b6a77e70218a7866 is 74, key is 1/hfileref:2681c48560cd48a6b137261982066df1_SeqId_6_/1732292410016/Put/seqid=0 2024-11-22T16:20:15,027 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/info/476ce2a8a56642bc8ad31f3dbf1a4ed4 is 147, key is hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf./info:regioninfo/1732292403062/Put/seqid=0 2024-11-22T16:20:15,028 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:15,028 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741846_1022 (size=5345) 2024-11-22T16:20:15,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741847_1023 (size=7686) 2024-11-22T16:20:15,090 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:15,209 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 038ad26510d225187f0a3ee9445acfbf, 1588230740 2024-11-22T16:20:15,237 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:15,409 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-22T16:20:15,409 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 038ad26510d225187f0a3ee9445acfbf, 1588230740 2024-11-22T16:20:15,410 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 93fb7f16a334:35121 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:35121 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:15,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 93fb7f16a334:35121 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:35121 2024-11-22T16:20:15,439 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/hfileref/6ff8ad5b2e5e4165b6a77e70218a7866 2024-11-22T16:20:15,439 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/info/476ce2a8a56642bc8ad31f3dbf1a4ed4 2024-11-22T16:20:15,455 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/ns/796011439cba49b884f3583b623d7bb5 is 43, key is default/ns:d/1732292391699/Put/seqid=0 2024-11-22T16:20:15,455 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/queue/d9bb45ae8e6f43bbbc147457a4d87946 is 153, key is 1-93fb7f16a334,45493,1732292388883/queue:93fb7f16a334%2C45493%2C1732292388883/1732292408335/Put/seqid=0 2024-11-22T16:20:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741848_1024 (size=5352) 2024-11-22T16:20:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741849_1025 (size=5153) 2024-11-22T16:20:15,472 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:20:15,472 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:20:15,512 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:15,513 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 93fb7f16a334:35121 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:35121 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T16:20:15,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=93fb7f16a334:35121 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:35121 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-22T16:20:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 93fb7f16a334:35121 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 93fb7f16a334/172.17.0.2:35121 2024-11-22T16:20:15,541 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:15,609 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 038ad26510d225187f0a3ee9445acfbf, 1588230740 2024-11-22T16:20:15,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:15,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 93fb7f16a334:35121 this server is in the failed servers list 2024-11-22T16:20:15,723 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 93fb7f16a334:35121 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:15,809 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 038ad26510d225187f0a3ee9445acfbf, 1588230740 2024-11-22T16:20:15,859 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/queue/d9bb45ae8e6f43bbbc147457a4d87946 2024-11-22T16:20:15,859 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/ns/796011439cba49b884f3583b623d7bb5 2024-11-22T16:20:15,863 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/hfileref/6ff8ad5b2e5e4165b6a77e70218a7866 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/hfileref/6ff8ad5b2e5e4165b6a77e70218a7866 2024-11-22T16:20:15,868 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/hfileref/6ff8ad5b2e5e4165b6a77e70218a7866, entries=4, sequenceid=10, filesize=5.2 K 2024-11-22T16:20:15,869 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/.tmp/queue/d9bb45ae8e6f43bbbc147457a4d87946 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/queue/d9bb45ae8e6f43bbbc147457a4d87946 2024-11-22T16:20:15,872 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/queue/d9bb45ae8e6f43bbbc147457a4d87946, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T16:20:15,873 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 038ad26510d225187f0a3ee9445acfbf in 861ms, sequenceid=10, compaction requested=false 2024-11-22T16:20:15,873 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:20:15,877 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/replication/038ad26510d225187f0a3ee9445acfbf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T16:20:15,877 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:15,877 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:15,877 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:15,877 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 038ad26510d225187f0a3ee9445acfbf: Waiting for close lock at 1732292415012Running coprocessor pre-close hooks at 1732292415012Disabling compacts and flushes for region at 1732292415012Disabling writes for close at 1732292415012Obtaining lock to block concurrent updates at 1732292415012Preparing flush snapshotting stores in 038ad26510d225187f0a3ee9445acfbf at 1732292415012Finished memstore snapshotting hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732292415013 (+1 ms)Flushing stores of hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. at 1732292415013Flushing 038ad26510d225187f0a3ee9445acfbf/hfileref: creating writer at 1732292415013Flushing 038ad26510d225187f0a3ee9445acfbf/hfileref: appending metadata at 1732292415026 (+13 ms)Flushing 038ad26510d225187f0a3ee9445acfbf/hfileref: closing flushed file at 1732292415026Flushing 038ad26510d225187f0a3ee9445acfbf/queue: creating writer at 1732292415443 (+417 ms)Flushing 038ad26510d225187f0a3ee9445acfbf/queue: appending metadata at 1732292415455 (+12 ms)Flushing 038ad26510d225187f0a3ee9445acfbf/queue: closing flushed file at 1732292415455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd83bff: reopening flushed file at 1732292415863 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55999d98: reopening flushed file at 1732292415868 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 038ad26510d225187f0a3ee9445acfbf in 861ms, sequenceid=10, compaction requested=false at 1732292415873 (+5 ms)Writing region close event to WAL at 1732292415874 (+1 ms)Running coprocessor post-close hooks at 1732292415877 (+3 ms)Closed at 1732292415877 2024-11-22T16:20:15,877 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292401836.038ad26510d225187f0a3ee9445acfbf. 2024-11-22T16:20:15,880 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/rep_barrier/1d75ae291cb343669118f3fe4ceaad91 is 112, key is test,,1732292397510.8234429f59a9330f2ae12680895a4f8d./rep_barrier:seqnumDuringOpen/1732292398656/Put/seqid=0 2024-11-22T16:20:15,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741850_1026 (size=5518) 2024-11-22T16:20:15,944 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:16,010 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:20:16,010 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:20:16,010 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:16,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:16,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 93fb7f16a334:35121 this server is in the failed servers list 2024-11-22T16:20:16,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 93fb7f16a334:35121 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:16,210 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:16,284 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/rep_barrier/1d75ae291cb343669118f3fe4ceaad91 2024-11-22T16:20:16,300 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/table/98131434411347bca443598431c0b528 is 53, key is hbase:replication/table:state/1732292403069/Put/seqid=0 2024-11-22T16:20:16,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741851_1027 (size=5308) 2024-11-22T16:20:16,410 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:16,447 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:16,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:16,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 93fb7f16a334:35121 this server is in the failed servers list 2024-11-22T16:20:16,543 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 93fb7f16a334:35121 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:16,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:16,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:16,610 DEBUG [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:20:16,705 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/table/98131434411347bca443598431c0b528 2024-11-22T16:20:16,710 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/info/476ce2a8a56642bc8ad31f3dbf1a4ed4 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/info/476ce2a8a56642bc8ad31f3dbf1a4ed4 2024-11-22T16:20:16,714 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/info/476ce2a8a56642bc8ad31f3dbf1a4ed4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:20:16,715 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/ns/796011439cba49b884f3583b623d7bb5 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/ns/796011439cba49b884f3583b623d7bb5 2024-11-22T16:20:16,720 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/ns/796011439cba49b884f3583b623d7bb5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:20:16,722 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/rep_barrier/1d75ae291cb343669118f3fe4ceaad91 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/rep_barrier/1d75ae291cb343669118f3fe4ceaad91 2024-11-22T16:20:16,726 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/rep_barrier/1d75ae291cb343669118f3fe4ceaad91, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:20:16,727 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/.tmp/table/98131434411347bca443598431c0b528 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/table/98131434411347bca443598431c0b528 2024-11-22T16:20:16,731 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/table/98131434411347bca443598431c0b528, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:20:16,732 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-22T16:20:16,732 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:20:16,736 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:20:16,737 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:16,737 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:16,737 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:16,737 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292415009Running coprocessor pre-close hooks at 1732292415009Disabling compacts and flushes for region at 1732292415009Disabling writes for close at 1732292415009Obtaining lock to block concurrent updates at 1732292415009Preparing flush snapshotting stores in 1588230740 at 1732292415009Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292415009Flushing stores of hbase:meta,,1.1588230740 at 1732292415010 (+1 ms)Flushing 1588230740/info: creating writer at 1732292415010Flushing 1588230740/info: appending metadata at 1732292415027 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732292415027Flushing 1588230740/ns: creating writer at 1732292415443 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732292415455 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732292415455Flushing 1588230740/rep_barrier: creating writer at 1732292415863 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292415880 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292415880Flushing 1588230740/table: creating writer at 1732292416288 (+408 ms)Flushing 1588230740/table: appending metadata at 1732292416300 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732292416300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e1053a: reopening flushed file at 1732292416709 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c3d449: reopening flushed file at 1732292416715 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@798d44da: reopening flushed file at 1732292416720 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc79d29: reopening flushed file at 1732292416727 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732292416732 (+5 ms)Writing region close event to WAL at 1732292416733 (+1 ms)Running coprocessor post-close hooks at 1732292416737 (+4 ms)Closed at 1732292416737 2024-11-22T16:20:16,737 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:16,810 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,45493,1732292388883; all regions closed. 2024-11-22T16:20:16,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:20:16,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.meta.1732292391623.meta not finished, retry = 0 2024-11-22T16:20:16,915 DEBUG [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs 2024-11-22T16:20:16,915 INFO [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C45493%2C1732292388883.meta:.meta(num 1732292391623) 2024-11-22T16:20:16,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.rep.1732292403028 not finished, retry = 0 2024-11-22T16:20:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741839_1015 (size=2695) 2024-11-22T16:20:17,019 DEBUG [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs 2024-11-22T16:20:17,019 INFO [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C45493%2C1732292388883.rep:(num 1732292403028) 2024-11-22T16:20:17,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741832_1008 (size=1336) 2024-11-22T16:20:17,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 not finished, retry = 0 2024-11-22T16:20:17,051 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 to pos 1328, reset compression=false 2024-11-22T16:20:17,122 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/WALs/93fb7f16a334,45493,1732292388883/93fb7f16a334%2C45493%2C1732292388883.1732292390601 2024-11-22T16:20:17,123 DEBUG [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/oldWALs 2024-11-22T16:20:17,123 INFO [RS:0;93fb7f16a334:45493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C45493%2C1732292388883:(num 1732292390601) 2024-11-22T16:20:17,123 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:17,123 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:17,123 INFO [RS:0;93fb7f16a334:45493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:17,123 INFO [RS:0;93fb7f16a334:45493 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:17,123 INFO [RS:0;93fb7f16a334:45493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:17,124 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:17,124 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,45493,1732292388883 because: Region server is closing 2024-11-22T16:20:17,124 INFO [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:45493. 2024-11-22T16:20:17,124 DEBUG [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:17,124 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:17,124 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:17,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:17,224 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.wal-reader.93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-22T16:20:17,224 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-22T16:20:17,225 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-22T16:20:17,225 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-22T16:20:17,552 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:17,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:17,556 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:18,026 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,45493,1732292388883.replicationSource.shipper93fb7f16a334%2C45493%2C1732292388883,1-93fb7f16a334,45493,1732292388883 terminated 2024-11-22T16:20:18,026 INFO [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:45493. 2024-11-22T16:20:18,026 DEBUG [RS:0;93fb7f16a334:45493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:18,026 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:18,026 DEBUG [RS:0;93fb7f16a334:45493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:18,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:18,026 INFO [RS:0;93fb7f16a334:45493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45493 2024-11-22T16:20:18,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416/rs 2024-11-22T16:20:18,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531243416/rs/93fb7f16a334,45493,1732292388883 2024-11-22T16:20:18,073 INFO [RS:0;93fb7f16a334:45493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:18,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,45493,1732292388883] 2024-11-22T16:20:18,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-531243416/draining/93fb7f16a334,45493,1732292388883 already deleted, retry=false 2024-11-22T16:20:18,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,45493,1732292388883 expired; onlineServers=0 2024-11-22T16:20:18,094 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,45033,1732292388673' ***** 2024-11-22T16:20:18,094 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:20:18,094 INFO [M:0;93fb7f16a334:45033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:18,094 INFO [M:0;93fb7f16a334:45033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:18,094 DEBUG [M:0;93fb7f16a334:45033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:20:18,094 DEBUG [M:0;93fb7f16a334:45033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:20:18,094 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:20:18,094 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292390423 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292390423,5,FailOnTimeoutGroup] 2024-11-22T16:20:18,094 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292390423 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292390423,5,FailOnTimeoutGroup] 2024-11-22T16:20:18,094 INFO [M:0;93fb7f16a334:45033 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:18,094 INFO [M:0;93fb7f16a334:45033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:18,095 DEBUG [M:0;93fb7f16a334:45033 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:20:18,095 INFO [M:0;93fb7f16a334:45033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:20:18,095 INFO [M:0;93fb7f16a334:45033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:18,095 INFO [M:0;93fb7f16a334:45033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:20:18,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:20:18,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-531243416/master 2024-11-22T16:20:18,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-531243416 2024-11-22T16:20:18,105 DEBUG [M:0;93fb7f16a334:45033 {}] zookeeper.ZKUtil(347): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Unable to get data of znode /0-531243416/master because node does not exist (not an error) 2024-11-22T16:20:18,105 WARN [M:0;93fb7f16a334:45033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:20:18,106 INFO [M:0;93fb7f16a334:45033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/.lastflushedseqids 2024-11-22T16:20:18,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741852_1028 (size=263) 2024-11-22T16:20:18,184 INFO [RS:0;93fb7f16a334:45493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:18,184 INFO [RS:0;93fb7f16a334:45493 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,45493,1732292388883; zookeeper connection closed. 2024-11-22T16:20:18,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45493-0x10163581b550001, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:18,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18558aaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18558aaa 2024-11-22T16:20:18,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:20:18,263 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:20:18,510 INFO [M:0;93fb7f16a334:45033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:20:18,510 INFO [M:0;93fb7f16a334:45033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:20:18,510 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:18,510 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:18,510 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:18,510 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:18,510 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:18,510 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T16:20:18,525 DEBUG [M:0;93fb7f16a334:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd6c45e5a014973b648d2256fa3e542 is 82, key is hbase:meta,,1/info:regioninfo/1732292391652/Put/seqid=0 2024-11-22T16:20:18,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741853_1029 (size=5672) 2024-11-22T16:20:18,928 INFO [M:0;93fb7f16a334:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd6c45e5a014973b648d2256fa3e542 2024-11-22T16:20:18,945 DEBUG [M:0;93fb7f16a334:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0663bd7c208046f396837988f83f781a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292403073/Put/seqid=0 2024-11-22T16:20:18,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741854_1030 (size=8515) 2024-11-22T16:20:19,349 INFO [M:0;93fb7f16a334:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0663bd7c208046f396837988f83f781a 2024-11-22T16:20:19,366 DEBUG [M:0;93fb7f16a334:45033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a0ae75be4d144abb8939aacd6159d8c is 69, key is 93fb7f16a334,45493,1732292388883/rs:state/1732292390448/Put/seqid=0 2024-11-22T16:20:19,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741855_1031 (size=5156) 2024-11-22T16:20:19,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:19,563 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:19,563 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4154 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:19,770 INFO [M:0;93fb7f16a334:45033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a0ae75be4d144abb8939aacd6159d8c 2024-11-22T16:20:19,774 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fd6c45e5a014973b648d2256fa3e542 as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fd6c45e5a014973b648d2256fa3e542 2024-11-22T16:20:19,777 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fd6c45e5a014973b648d2256fa3e542, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:20:19,778 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0663bd7c208046f396837988f83f781a as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0663bd7c208046f396837988f83f781a 2024-11-22T16:20:19,781 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0663bd7c208046f396837988f83f781a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:20:19,781 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a0ae75be4d144abb8939aacd6159d8c as hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a0ae75be4d144abb8939aacd6159d8c 2024-11-22T16:20:19,785 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46129/user/jenkins/test-data/ecbe163c-a4cc-f69f-1633-68afc22928bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a0ae75be4d144abb8939aacd6159d8c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:20:19,786 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false 2024-11-22T16:20:19,787 INFO [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:19,787 DEBUG [M:0;93fb7f16a334:45033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292418510Disabling compacts and flushes for region at 1732292418510Disabling writes for close at 1732292418510Obtaining lock to block concurrent updates at 1732292418510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292418510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732292418511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292418511Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292418511Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292418524 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292418524Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292418932 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292418944 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292418944Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292419352 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292419365 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292419365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b432a2: reopening flushed file at 1732292419773 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6847e038: reopening flushed file at 1732292419777 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a53b39d: reopening flushed file at 1732292419781 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=97, compaction requested=false at 1732292419786 (+5 ms)Writing region close event to WAL at 1732292419787 (+1 ms)Closed at 1732292419787 2024-11-22T16:20:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42699 is added to blk_1073741830_1006 (size=63642) 2024-11-22T16:20:19,789 INFO [M:0;93fb7f16a334:45033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:20:19,789 INFO [M:0;93fb7f16a334:45033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45033 2024-11-22T16:20:19,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:19,789 INFO [M:0;93fb7f16a334:45033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:19,952 INFO [M:0;93fb7f16a334:45033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45033-0x10163581b550000, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:19,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bd3f427{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:19,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@594e8075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:19,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:19,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e4b0d21{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:19,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47f8a48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:19,956 WARN [BP-138055612-172.17.0.2-1732292386747 heartbeating to localhost/127.0.0.1:46129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:20:19,956 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:20:19,956 WARN [BP-138055612-172.17.0.2-1732292386747 heartbeating to localhost/127.0.0.1:46129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138055612-172.17.0.2-1732292386747 (Datanode Uuid 9c3b17b6-d3a8-4089-a86e-e158cf71e8a9) service to localhost/127.0.0.1:46129 2024-11-22T16:20:19,956 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:20:19,956 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/data/data1/current/BP-138055612-172.17.0.2-1732292386747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:19,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/cluster_e51b2032-1ffe-46ee-6e9e-352960f2f347/data/data2/current/BP-138055612-172.17.0.2-1732292386747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:19,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:20:19,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@156d2964{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:19,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6facc006{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:19,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:19,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd8873b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:19,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d181f38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030937b8-92aa-142e-3eb6-566125d32117/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:19,969 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:20:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:20:19,987 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 202) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46129 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43801 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43801 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46129 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64020) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46129 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=284 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2018 (was 2120) 2024-11-22T16:20:19,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=236, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=2018 2024-11-22T16:20:20,006 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-22T16:20:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir so I do NOT create it in target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25 2024-11-22T16:20:20,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:20:20,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.tmp.dir so I do NOT create it in target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25 2024-11-22T16:20:20,006 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7bc51bd-e9ae-c901-c161-a9bfc33453ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:20:20,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25 2024-11-22T16:20:20,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0, deleteOnExit=true 2024-11-22T16:20:20,008 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/zookeeper_0, clientPort=51943, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:20:20,009 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51943 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/test.cache.data in system properties and HBase conf 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:20:20,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:20:20,009 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:20:20,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:20:20,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10163581b550005, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:20:20,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10163581b550002, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:20:20,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10163581b550005, quorum=127.0.0.1:64020, baseZNode=/11492215720 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:20:20,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10163581b550002, quorum=127.0.0.1:64020, baseZNode=/0-531243416 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:20:20,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:20,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:20,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:20,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:20,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:20,326 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:20,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:20,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:20,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60871a88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/java.io.tmpdir/jetty-localhost-36563-hadoop-hdfs-3_4_1-tests_jar-_-any-730835918047691906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:20,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:36563} 2024-11-22T16:20:20,421 INFO [Time-limited test {}] server.Server(415): Started @205838ms 2024-11-22T16:20:20,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:20,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:20,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:20,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:20,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:20,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3369e225{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:20,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f39c0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:20,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3072af28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/java.io.tmpdir/jetty-localhost-40635-hadoop-hdfs-3_4_1-tests_jar-_-any-15564186309836898812/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:20,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6df0091b{HTTP/1.1, (http/1.1)}{localhost:40635} 2024-11-22T16:20:20,825 INFO [Time-limited test {}] server.Server(415): Started @206243ms 2024-11-22T16:20:20,827 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:20:21,473 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/data/data1/current/BP-2136380896-172.17.0.2-1732292420023/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:21,473 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/data/data2/current/BP-2136380896-172.17.0.2-1732292420023/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:21,487 WARN [Thread-2182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:20:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287807ab2256e65d with lease ID 0x1fad14ad2e765547: Processing first storage report for DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d from datanode DatanodeRegistration(127.0.0.1:36661, datanodeUuid=682c6837-941a-4dcd-adef-8276a7a166b9, infoPort=37187, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=757284701;c=1732292420023) 2024-11-22T16:20:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287807ab2256e65d with lease ID 0x1fad14ad2e765547: from storage DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d node DatanodeRegistration(127.0.0.1:36661, datanodeUuid=682c6837-941a-4dcd-adef-8276a7a166b9, infoPort=37187, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=757284701;c=1732292420023), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287807ab2256e65d with lease ID 0x1fad14ad2e765547: Processing first storage report for DS-5d124185-ceb0-4e49-bf52-f8f6fcb973d1 from datanode DatanodeRegistration(127.0.0.1:36661, datanodeUuid=682c6837-941a-4dcd-adef-8276a7a166b9, infoPort=37187, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=757284701;c=1732292420023) 2024-11-22T16:20:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287807ab2256e65d with lease ID 0x1fad14ad2e765547: from storage DS-5d124185-ceb0-4e49-bf52-f8f6fcb973d1 node DatanodeRegistration(127.0.0.1:36661, datanodeUuid=682c6837-941a-4dcd-adef-8276a7a166b9, infoPort=37187, infoSecurePort=0, ipcPort=45313, storageInfo=lv=-57;cid=testClusterID;nsid=757284701;c=1732292420023), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:21,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25 2024-11-22T16:20:21,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:21,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:21,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:20:21,956 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77 with version=8 2024-11-22T16:20:21,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/hbase-staging 2024-11-22T16:20:21,958 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:21,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39013 2024-11-22T16:20:21,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39013 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:22,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390130x0, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:22,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39013-0x10163589d530000 connected 2024-11-22T16:20:22,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:22,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:22,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/running 2024-11-22T16:20:22,174 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77, hbase.cluster.distributed=false 2024-11-22T16:20:22,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/acl 2024-11-22T16:20:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-22T16:20:22,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39013 2024-11-22T16:20:22,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39013 2024-11-22T16:20:22,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-22T16:20:22,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-22T16:20:22,193 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:22,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:22,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:22,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35305 2024-11-22T16:20:22,195 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35305 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:22,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:22,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:22,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353050x0, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:22,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/running 2024-11-22T16:20:22,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35305-0x10163589d530001 connected 2024-11-22T16:20:22,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:20:22,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:20:22,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/master 2024-11-22T16:20:22,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/acl 2024-11-22T16:20:22,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T16:20:22,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35305 2024-11-22T16:20:22,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35305 2024-11-22T16:20:22,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T16:20:22,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35305 2024-11-22T16:20:22,232 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:39013 2024-11-22T16:20:22,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-519352192/backup-masters/93fb7f16a334,39013,1732292421958 2024-11-22T16:20:22,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:22,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/backup-masters 2024-11-22T16:20:22,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/backup-masters 2024-11-22T16:20:22,245 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on existing znode=/0-519352192/backup-masters/93fb7f16a334,39013,1732292421958 2024-11-22T16:20:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-519352192/master 2024-11-22T16:20:22,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:22,255 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on existing znode=/0-519352192/master 2024-11-22T16:20:22,255 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-519352192/backup-masters/93fb7f16a334,39013,1732292421958 from backup master directory 2024-11-22T16:20:22,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/backup-masters 2024-11-22T16:20:22,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-519352192/backup-masters/93fb7f16a334,39013,1732292421958 2024-11-22T16:20:22,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/backup-masters 2024-11-22T16:20:22,265 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:22,265 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,39013,1732292421958 2024-11-22T16:20:22,268 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/hbase.id] with ID: 3cbaee46-d2da-44ce-96fd-a6f332a7873f 2024-11-22T16:20:22,269 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/.tmp/hbase.id 2024-11-22T16:20:22,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:20:22,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:22,677 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/.tmp/hbase.id]:[hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/hbase.id] 2024-11-22T16:20:22,686 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:22,687 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:20:22,687 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T16:20:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:22,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:20:22,741 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:22,742 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:20:22,742 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:22,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:20:23,150 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store 2024-11-22T16:20:23,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:20:23,155 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:23,155 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:23,155 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:23,155 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:23,155 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:23,155 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:23,155 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:23,156 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292423155Disabling compacts and flushes for region at 1732292423155Disabling writes for close at 1732292423155Writing region close event to WAL at 1732292423155Closed at 1732292423155 2024-11-22T16:20:23,156 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/.initializing 2024-11-22T16:20:23,156 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/WALs/93fb7f16a334,39013,1732292421958 2024-11-22T16:20:23,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:23,158 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C39013%2C1732292421958, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/WALs/93fb7f16a334,39013,1732292421958, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/oldWALs, maxLogs=10 2024-11-22T16:20:23,175 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/WALs/93fb7f16a334,39013,1732292421958/93fb7f16a334%2C39013%2C1732292421958.1732292423159, exclude list is [], retry=0 2024-11-22T16:20:23,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36661,DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d,DISK] 2024-11-22T16:20:23,179 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/WALs/93fb7f16a334,39013,1732292421958/93fb7f16a334%2C39013%2C1732292421958.1732292423159 2024-11-22T16:20:23,179 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-11-22T16:20:23,179 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:23,179 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:23,179 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,179 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:20:23,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:23,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:23,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:20:23,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:23,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:23,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:20:23,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:23,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:23,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:20:23,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:23,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:23,186 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,187 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,187 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,188 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,188 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,188 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:23,189 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:23,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:23,191 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63872341, jitterRate=-0.0482279509305954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:23,192 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292423179Initializing all the Stores at 1732292423180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292423180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292423180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292423180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292423180Cleaning up temporary data from old regions at 1732292423188 (+8 ms)Region opened successfully at 1732292423192 (+4 ms) 2024-11-22T16:20:23,192 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:20:23,195 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f409fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:23,195 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:20:23,195 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:20:23,195 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:20:23,196 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:20:23,196 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:20:23,196 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:20:23,196 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:20:23,200 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:20:23,201 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/balancer because node does not exist (not necessarily an error) 2024-11-22T16:20:23,253 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/balancer already deleted, retry=false 2024-11-22T16:20:23,253 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:20:23,254 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:20:23,265 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/normalizer already deleted, retry=false 2024-11-22T16:20:23,266 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:20:23,267 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:20:23,276 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/switch/split already deleted, retry=false 2024-11-22T16:20:23,277 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:20:23,286 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/switch/merge already deleted, retry=false 2024-11-22T16:20:23,288 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:20:23,297 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/snapshot-cleanup already deleted, retry=false 2024-11-22T16:20:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-519352192/running 2024-11-22T16:20:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-519352192/running 2024-11-22T16:20:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,308 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,39013,1732292421958, sessionid=0x10163589d530000, setting cluster-up flag (Was=false) 2024-11-22T16:20:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,360 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-519352192/flush-table-proc/acquired, /0-519352192/flush-table-proc/reached, /0-519352192/flush-table-proc/abort 2024-11-22T16:20:23,361 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39013,1732292421958 2024-11-22T16:20:23,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:23,413 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-519352192/online-snapshot/acquired, /0-519352192/online-snapshot/reached, /0-519352192/online-snapshot/abort 2024-11-22T16:20:23,413 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39013,1732292421958 2024-11-22T16:20:23,414 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:20:23,415 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:23,416 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:20:23,416 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:20:23,416 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,39013,1732292421958 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:23,417 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292453418 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:20:23,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:20:23,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:23,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:20:23,419 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:20:23,419 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:23,419 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292423419,5,FailOnTimeoutGroup] 2024-11-22T16:20:23,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:20:23,420 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292423420,5,FailOnTimeoutGroup] 2024-11-22T16:20:23,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:20:23,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,420 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,425 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(746): ClusterId : 3cbaee46-d2da-44ce-96fd-a6f332a7873f 2024-11-22T16:20:23,425 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:20:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:20:23,434 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:20:23,434 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:20:23,444 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:20:23,445 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4626e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:23,455 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:35305 2024-11-22T16:20:23,455 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:20:23,455 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:20:23,455 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:20:23,456 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,39013,1732292421958 with port=35305, startcode=1732292422193 2024-11-22T16:20:23,456 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:20:23,457 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:20:23,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39013 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39013 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,458 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77 2024-11-22T16:20:23,458 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35235 2024-11-22T16:20:23,458 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:20:23,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/rs 2024-11-22T16:20:23,465 DEBUG [RS:0;93fb7f16a334:35305 {}] zookeeper.ZKUtil(111): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on existing znode=/0-519352192/rs/93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,466 WARN [RS:0;93fb7f16a334:35305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:23,466 INFO [RS:0;93fb7f16a334:35305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:23,466 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,35305,1732292422193] 2024-11-22T16:20:23,468 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:20:23,469 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:20:23,470 INFO [RS:0;93fb7f16a334:35305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:20:23,470 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,472 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:20:23,472 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:20:23,473 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:23,473 DEBUG [RS:0;93fb7f16a334:35305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,476 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35305,1732292422193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:23,489 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:20:23,489 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35305,1732292422193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,489 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,489 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.Replication(171): 93fb7f16a334,35305,1732292422193 started 2024-11-22T16:20:23,501 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:23,501 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,35305,1732292422193, RpcServer on 93fb7f16a334/172.17.0.2:35305, sessionid=0x10163589d530001 2024-11-22T16:20:23,501 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:20:23,501 DEBUG [RS:0;93fb7f16a334:35305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,501 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35305,1732292422193' 2024-11-22T16:20:23,501 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-519352192/flush-table-proc/abort' 2024-11-22T16:20:23,501 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-519352192/flush-table-proc/acquired' 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,35305,1732292422193 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35305,1732292422193' 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-519352192/online-snapshot/abort' 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-519352192/online-snapshot/acquired' 2024-11-22T16:20:23,502 DEBUG [RS:0;93fb7f16a334:35305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:20:23,502 INFO [RS:0;93fb7f16a334:35305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:20:23,502 INFO [RS:0;93fb7f16a334:35305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:20:23,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:23,592 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:23,593 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8183 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:23,603 INFO [RS:0;93fb7f16a334:35305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:23,604 INFO [RS:0;93fb7f16a334:35305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35305%2C1732292422193, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/oldWALs, maxLogs=10 2024-11-22T16:20:23,616 DEBUG [RS:0;93fb7f16a334:35305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, exclude list is [], retry=0 2024-11-22T16:20:23,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36661,DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d,DISK] 2024-11-22T16:20:23,619 INFO [RS:0;93fb7f16a334:35305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 2024-11-22T16:20:23,620 DEBUG [RS:0;93fb7f16a334:35305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-11-22T16:20:23,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:20:23,834 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77 2024-11-22T16:20:23,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:20:24,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:24,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:24,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:24,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:24,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:24,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:24,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:24,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:24,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:24,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:24,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740 2024-11-22T16:20:24,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740 2024-11-22T16:20:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:24,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:24,246 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:24,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:24,248 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:24,249 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64057191, jitterRate=-0.04547347128391266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292424239Initializing all the Stores at 1732292424240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292424240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424240Cleaning up temporary data from old regions at 1732292424246 (+6 ms)Region opened successfully at 1732292424249 (+3 ms) 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:24,249 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:24,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:24,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292424249Disabling compacts and flushes for region at 1732292424249Disabling writes for close at 1732292424249Writing region close event to WAL at 1732292424249Closed at 1732292424249 2024-11-22T16:20:24,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:24,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:20:24,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:20:24,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:24,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:20:24,402 DEBUG [93fb7f16a334:39013 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:20:24,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:24,404 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35305,1732292422193, state=OPENING 2024-11-22T16:20:24,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:20:24,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:24,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:24,508 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:24,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-519352192/meta-region-server: CHANGED 2024-11-22T16:20:24,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-519352192/meta-region-server: CHANGED 2024-11-22T16:20:24,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35305,1732292422193}] 2024-11-22T16:20:24,660 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:24,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:20:24,664 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:20:24,664 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:24,664 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:20:24,665 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35305%2C1732292422193.meta, suffix=.meta, logDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/oldWALs, maxLogs=10 2024-11-22T16:20:24,676 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.meta.1732292424665.meta, exclude list is [], retry=0 2024-11-22T16:20:24,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36661,DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d,DISK] 2024-11-22T16:20:24,679 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.meta.1732292424665.meta 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:24,680 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:20:24,680 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:20:24,680 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:20:24,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:24,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:24,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:24,683 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:24,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:24,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:24,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,684 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:24,685 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:24,685 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:24,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:24,685 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:24,685 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740 2024-11-22T16:20:24,686 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740 2024-11-22T16:20:24,687 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:24,687 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:24,687 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:24,688 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:24,690 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60895720, jitterRate=-0.0925830602645874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:24,690 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:20:24,690 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292424681Writing region info on filesystem at 1732292424681Initializing all the Stores at 1732292424681Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424681Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424681Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292424681Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292424681Cleaning up temporary data from old regions at 1732292424687 (+6 ms)Running coprocessor post-open hooks at 1732292424690 (+3 ms)Region opened successfully at 1732292424690 2024-11-22T16:20:24,691 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292424659 2024-11-22T16:20:24,693 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:20:24,693 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:20:24,693 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:24,694 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35305,1732292422193, state=OPEN 2024-11-22T16:20:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-519352192/meta-region-server 2024-11-22T16:20:24,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-519352192/meta-region-server 2024-11-22T16:20:24,759 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:24,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-519352192/meta-region-server: CHANGED 2024-11-22T16:20:24,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-519352192/meta-region-server: CHANGED 2024-11-22T16:20:24,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:20:24,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35305,1732292422193 in 251 msec 2024-11-22T16:20:24,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:20:24,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-22T16:20:24,763 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:24,763 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:20:24,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:24,764 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35305,1732292422193, seqNum=-1] 2024-11-22T16:20:24,765 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:24,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:24,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-22T16:20:24,770 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292424770, completionTime=-1 2024-11-22T16:20:24,770 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:20:24,770 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:20:24,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:20:24,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292484771 2024-11-22T16:20:24,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292544771 2024-11-22T16:20:24,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:39013, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,772 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,773 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.510sec 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:24,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:20:24,777 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:20:24,777 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:20:24,777 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39013,1732292421958-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:24,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f5d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:24,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:24,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:24,827 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:24,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228a63f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:24,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:24,829 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:24,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a553aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:24,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35305,1732292422193, seqNum=-1] 2024-11-22T16:20:24,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:24,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,39013,1732292421958 2024-11-22T16:20:24,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:24,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:24,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10163589d530002 connected 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir so I do NOT create it in target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8 2024-11-22T16:20:24,868 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.tmp.dir so I do NOT create it in target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8 2024-11-22T16:20:24,868 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:20:24,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/cluster_cf41d820-9574-b21b-6eeb-2fec2b0bf84e, deleteOnExit=true 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/test.cache.data in system properties and HBase conf 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:20:24,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:20:24,869 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:20:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:20:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:20:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:20:24,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:20:25,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:25,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:25,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:25,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:25,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:25,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:25,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:25,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:25,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f3fad59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/java.io.tmpdir/jetty-localhost-41421-hadoop-hdfs-3_4_1-tests_jar-_-any-5549000390842080223/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:25,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:41421} 2024-11-22T16:20:25,504 INFO [Time-limited test {}] server.Server(415): Started @210922ms 2024-11-22T16:20:25,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:25,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:25,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:25,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:25,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:25,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@abd61a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:25,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b907227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:25,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33a621eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/java.io.tmpdir/jetty-localhost-36521-hadoop-hdfs-3_4_1-tests_jar-_-any-9871643074527372567/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:25,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b6cdc48{HTTP/1.1, (http/1.1)}{localhost:36521} 2024-11-22T16:20:25,928 INFO [Time-limited test {}] server.Server(415): Started @211345ms 2024-11-22T16:20:25,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:20:26,591 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/cluster_cf41d820-9574-b21b-6eeb-2fec2b0bf84e/data/data2/current/BP-205036228-172.17.0.2-1732292424887/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:26,591 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/cluster_cf41d820-9574-b21b-6eeb-2fec2b0bf84e/data/data1/current/BP-205036228-172.17.0.2-1732292424887/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:26,611 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:20:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f94681abab22fe0 with lease ID 0x6415216a5c4d6003: Processing first storage report for DS-3e85113f-6745-4521-904f-4bf3db3ebd44 from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=3a5aab4f-b9ad-4fa5-be57-fbdb37841516, infoPort=35161, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1707807848;c=1732292424887) 2024-11-22T16:20:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f94681abab22fe0 with lease ID 0x6415216a5c4d6003: from storage DS-3e85113f-6745-4521-904f-4bf3db3ebd44 node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=3a5aab4f-b9ad-4fa5-be57-fbdb37841516, infoPort=35161, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1707807848;c=1732292424887), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:20:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f94681abab22fe0 with lease ID 0x6415216a5c4d6003: Processing first storage report for DS-ac809f9f-d4ed-473b-aa82-5ddcdd976a3a from datanode DatanodeRegistration(127.0.0.1:34471, datanodeUuid=3a5aab4f-b9ad-4fa5-be57-fbdb37841516, infoPort=35161, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1707807848;c=1732292424887) 2024-11-22T16:20:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f94681abab22fe0 with lease ID 0x6415216a5c4d6003: from storage DS-ac809f9f-d4ed-473b-aa82-5ddcdd976a3a node DatanodeRegistration(127.0.0.1:34471, datanodeUuid=3a5aab4f-b9ad-4fa5-be57-fbdb37841516, infoPort=35161, infoSecurePort=0, ipcPort=38059, storageInfo=lv=-57;cid=testClusterID;nsid=1707807848;c=1732292424887), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:26,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8 2024-11-22T16:20:26,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:26,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:20:27,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8 with version=8 2024-11-22T16:20:27,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/hbase-staging 2024-11-22T16:20:27,069 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:27,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42421 2024-11-22T16:20:27,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42421 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424210x0, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42421-0x10163589d530003 connected 2024-11-22T16:20:27,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:27,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:27,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/running 2024-11-22T16:20:27,196 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8, hbase.cluster.distributed=false 2024-11-22T16:20:27,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/acl 2024-11-22T16:20:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-22T16:20:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2024-11-22T16:20:27,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2024-11-22T16:20:27,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-22T16:20:27,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2024-11-22T16:20:27,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:20:27,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:27,215 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33649 2024-11-22T16:20:27,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33649 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:27,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:27,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:27,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336490x0, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:27,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336490x0, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/running 2024-11-22T16:20:27,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33649-0x10163589d530004 connected 2024-11-22T16:20:27,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:20:27,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:20:27,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/master 2024-11-22T16:20:27,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/acl 2024-11-22T16:20:27,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-22T16:20:27,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33649 2024-11-22T16:20:27,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33649 2024-11-22T16:20:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-22T16:20:27,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33649 2024-11-22T16:20:27,261 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:42421 2024-11-22T16:20:27,262 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1563203649/backup-masters/93fb7f16a334,42421,1732292427068 2024-11-22T16:20:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/backup-masters 2024-11-22T16:20:27,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/backup-masters 2024-11-22T16:20:27,274 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on existing znode=/1563203649/backup-masters/93fb7f16a334,42421,1732292427068 2024-11-22T16:20:27,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1563203649/master 2024-11-22T16:20:27,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:27,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:27,286 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on existing znode=/1563203649/master 2024-11-22T16:20:27,286 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1563203649/backup-masters/93fb7f16a334,42421,1732292427068 from backup master directory 2024-11-22T16:20:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/backup-masters 2024-11-22T16:20:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1563203649/backup-masters/93fb7f16a334,42421,1732292427068 2024-11-22T16:20:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/backup-masters 2024-11-22T16:20:27,296 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:27,296 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,42421,1732292427068 2024-11-22T16:20:27,299 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/hbase.id] with ID: bd99f773-95f4-4df2-baba-3493aa464316 2024-11-22T16:20:27,299 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/.tmp/hbase.id 2024-11-22T16:20:27,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:20:27,704 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/.tmp/hbase.id]:[hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/hbase.id] 2024-11-22T16:20:27,712 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:27,712 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:20:27,713 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:20:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:27,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:20:28,165 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:28,165 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:20:28,166 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:20:28,571 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store 2024-11-22T16:20:28,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:20:28,576 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:28,577 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:28,577 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292428576Disabling compacts and flushes for region at 1732292428576Disabling writes for close at 1732292428577 (+1 ms)Writing region close event to WAL at 1732292428577Closed at 1732292428577 2024-11-22T16:20:28,577 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/.initializing 2024-11-22T16:20:28,577 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/WALs/93fb7f16a334,42421,1732292427068 2024-11-22T16:20:28,578 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:28,579 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C42421%2C1732292427068, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/WALs/93fb7f16a334,42421,1732292427068, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/oldWALs, maxLogs=10 2024-11-22T16:20:28,595 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/WALs/93fb7f16a334,42421,1732292427068/93fb7f16a334%2C42421%2C1732292427068.1732292428579, exclude list is [], retry=0 2024-11-22T16:20:28,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-3e85113f-6745-4521-904f-4bf3db3ebd44,DISK] 2024-11-22T16:20:28,602 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/WALs/93fb7f16a334,42421,1732292427068/93fb7f16a334%2C42421%2C1732292427068.1732292428579 2024-11-22T16:20:28,603 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35161:35161)] 2024-11-22T16:20:28,603 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:28,603 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:28,603 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,603 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:20:28,605 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:28,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:28,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:20:28,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:28,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:28,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:20:28,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:28,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:28,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:20:28,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:28,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:28,609 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,609 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,609 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,610 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,610 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,610 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:28,611 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:28,613 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:28,613 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73382531, jitterRate=0.09348492324352264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:28,613 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292428603Initializing all the Stores at 1732292428604 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292428604Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292428604Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292428604Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292428604Cleaning up temporary data from old regions at 1732292428610 (+6 ms)Region opened successfully at 1732292428613 (+3 ms) 2024-11-22T16:20:28,614 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:20:28,616 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea1b95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:28,616 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:20:28,617 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:20:28,617 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:20:28,617 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:20:28,617 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:20:28,617 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:20:28,618 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:20:28,619 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:20:28,620 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/balancer because node does not exist (not necessarily an error) 2024-11-22T16:20:28,770 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/balancer already deleted, retry=false 2024-11-22T16:20:28,771 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:20:28,771 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:20:28,780 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/normalizer already deleted, retry=false 2024-11-22T16:20:28,781 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:20:28,782 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:20:28,791 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/switch/split already deleted, retry=false 2024-11-22T16:20:28,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:20:28,802 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/switch/merge already deleted, retry=false 2024-11-22T16:20:28,804 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:20:28,812 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/snapshot-cleanup already deleted, retry=false 2024-11-22T16:20:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1563203649/running 2024-11-22T16:20:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1563203649/running 2024-11-22T16:20:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,823 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,42421,1732292427068, sessionid=0x10163589d530003, setting cluster-up flag (Was=false) 2024-11-22T16:20:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,875 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1563203649/flush-table-proc/acquired, /1563203649/flush-table-proc/reached, /1563203649/flush-table-proc/abort 2024-11-22T16:20:28,876 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42421,1732292427068 2024-11-22T16:20:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:28,928 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1563203649/online-snapshot/acquired, /1563203649/online-snapshot/reached, /1563203649/online-snapshot/abort 2024-11-22T16:20:28,929 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42421,1732292427068 2024-11-22T16:20:28,930 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:20:28,933 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:28,933 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:20:28,933 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:20:28,934 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,42421,1732292427068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:28,935 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292458941 2024-11-22T16:20:28,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:28,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:20:28,942 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:20:28,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:28,943 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:20:28,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:28,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:20:28,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:20:28,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:20:28,948 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:20:28,949 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:20:28,949 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:20:28,951 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292428949,5,FailOnTimeoutGroup] 2024-11-22T16:20:28,952 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292428951,5,FailOnTimeoutGroup] 2024-11-22T16:20:28,952 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:28,953 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:20:28,953 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:28,953 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:28,953 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(746): ClusterId : bd99f773-95f4-4df2-baba-3493aa464316 2024-11-22T16:20:28,953 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:20:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:20:28,960 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:20:28,960 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:20:28,971 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:20:28,971 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6217136c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:28,982 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:33649 2024-11-22T16:20:28,982 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:20:28,982 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:20:28,982 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:20:28,983 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,42421,1732292427068 with port=33649, startcode=1732292427213 2024-11-22T16:20:28,983 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:20:28,984 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:20:28,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,33649,1732292427213 2024-11-22T16:20:28,985 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:28,986 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8 2024-11-22T16:20:28,986 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46799 2024-11-22T16:20:28,986 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:20:28,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/rs 2024-11-22T16:20:28,992 DEBUG [RS:0;93fb7f16a334:33649 {}] zookeeper.ZKUtil(111): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on existing znode=/1563203649/rs/93fb7f16a334,33649,1732292427213 2024-11-22T16:20:28,992 WARN [RS:0;93fb7f16a334:33649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:28,992 INFO [RS:0;93fb7f16a334:33649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:28,992 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213 2024-11-22T16:20:28,992 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,33649,1732292427213] 2024-11-22T16:20:28,997 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:20:28,999 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:20:29,004 INFO [RS:0;93fb7f16a334:33649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:20:29,004 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,004 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:20:29,005 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:20:29,005 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,005 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:29,006 DEBUG [RS:0;93fb7f16a334:33649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,006 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,33649,1732292427213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:29,022 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:20:29,022 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,33649,1732292427213-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,023 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,023 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.Replication(171): 93fb7f16a334,33649,1732292427213 started 2024-11-22T16:20:29,037 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,037 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,33649,1732292427213, RpcServer on 93fb7f16a334/172.17.0.2:33649, sessionid=0x10163589d530004 2024-11-22T16:20:29,037 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:20:29,037 DEBUG [RS:0;93fb7f16a334:33649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,33649,1732292427213 2024-11-22T16:20:29,037 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,33649,1732292427213' 2024-11-22T16:20:29,037 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1563203649/flush-table-proc/abort' 2024-11-22T16:20:29,038 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1563203649/flush-table-proc/acquired' 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,33649,1732292427213 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,33649,1732292427213' 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1563203649/online-snapshot/abort' 2024-11-22T16:20:29,039 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1563203649/online-snapshot/acquired' 2024-11-22T16:20:29,040 DEBUG [RS:0;93fb7f16a334:33649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:20:29,040 INFO [RS:0;93fb7f16a334:33649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:20:29,040 INFO [RS:0;93fb7f16a334:33649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:20:29,140 INFO [RS:0;93fb7f16a334:33649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:29,142 INFO [RS:0;93fb7f16a334:33649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33649%2C1732292427213, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/oldWALs, maxLogs=10 2024-11-22T16:20:29,160 DEBUG [RS:0;93fb7f16a334:33649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, exclude list is [], retry=0 2024-11-22T16:20:29,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-3e85113f-6745-4521-904f-4bf3db3ebd44,DISK] 2024-11-22T16:20:29,164 INFO [RS:0;93fb7f16a334:33649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 2024-11-22T16:20:29,164 DEBUG [RS:0;93fb7f16a334:33649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35161:35161)] 2024-11-22T16:20:29,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:20:29,358 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8 2024-11-22T16:20:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:20:29,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:29,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:29,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:29,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:29,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:29,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:29,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:29,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:29,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:29,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:29,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740 2024-11-22T16:20:29,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740 2024-11-22T16:20:29,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:29,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:29,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:29,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:29,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:29,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71092534, jitterRate=0.05936130881309509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292429372Initializing all the Stores at 1732292429372Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292429372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429372Cleaning up temporary data from old regions at 1732292429380 (+8 ms)Region opened successfully at 1732292429383 (+3 ms) 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:29,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:29,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:29,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292429383Disabling compacts and flushes for region at 1732292429383Disabling writes for close at 1732292429383Writing region close event to WAL at 1732292429383Closed at 1732292429383 2024-11-22T16:20:29,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:29,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:20:29,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:20:29,385 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:29,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:20:29,468 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:20:29,536 DEBUG [93fb7f16a334:42421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:20:29,536 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:29,537 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,33649,1732292427213, state=OPENING 2024-11-22T16:20:29,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:29,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:29,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1563203649/meta-region-server: CHANGED 2024-11-22T16:20:29,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1563203649/meta-region-server: CHANGED 2024-11-22T16:20:29,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:29,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,33649,1732292427213}] 2024-11-22T16:20:29,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:29,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:20:29,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:20:29,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:29,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:20:29,823 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33649%2C1732292427213.meta, suffix=.meta, logDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/oldWALs, maxLogs=10 2024-11-22T16:20:29,835 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.meta.1732292429824.meta, exclude list is [], retry=0 2024-11-22T16:20:29,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-3e85113f-6745-4521-904f-4bf3db3ebd44,DISK] 2024-11-22T16:20:29,838 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.meta.1732292429824.meta 2024-11-22T16:20:29,839 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35161:35161)] 2024-11-22T16:20:29,839 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:29,839 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:29,839 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:29,839 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:20:29,839 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:20:29,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:20:29,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:29,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:20:29,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:20:29,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:29,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:29,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:29,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:29,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:29,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:29,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:29,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:29,844 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:29,844 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740 2024-11-22T16:20:29,845 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740 2024-11-22T16:20:29,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:29,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:29,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:29,847 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:29,848 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67941954, jitterRate=0.012414008378982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:29,848 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:20:29,848 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292429840Writing region info on filesystem at 1732292429840Initializing all the Stores at 1732292429840Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429841 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292429841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292429841Cleaning up temporary data from old regions at 1732292429846 (+5 ms)Running coprocessor post-open hooks at 1732292429848 (+2 ms)Region opened successfully at 1732292429848 2024-11-22T16:20:29,849 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292429818 2024-11-22T16:20:29,850 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:20:29,850 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:20:29,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:29,851 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,33649,1732292427213, state=OPEN 2024-11-22T16:20:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1563203649/meta-region-server 2024-11-22T16:20:29,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1563203649/meta-region-server 2024-11-22T16:20:29,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1563203649/meta-region-server: CHANGED 2024-11-22T16:20:29,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:29,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1563203649/meta-region-server: CHANGED 2024-11-22T16:20:29,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:20:29,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,33649,1732292427213 in 210 msec 2024-11-22T16:20:29,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:20:29,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-11-22T16:20:29,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:29,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:20:29,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:29,881 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33649,1732292427213, seqNum=-1] 2024-11-22T16:20:29,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:29,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:29,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 953 msec 2024-11-22T16:20:29,887 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292429887, completionTime=-1 2024-11-22T16:20:29,887 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:20:29,887 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292489889 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292549889 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:42421, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,889 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,890 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,891 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:20:29,893 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.597sec 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:29,894 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:20:29,895 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:20:29,895 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:20:29,895 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42421,1732292427068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:29,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5c6b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:29,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:29,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:29,955 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716064fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:29,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:29,956 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:29,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52498dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:29,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:29,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33649,1732292427213, seqNum=-1] 2024-11-22T16:20:29,959 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:29,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:29,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,42421,1732292427068 2024-11-22T16:20:29,962 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51943 2024-11-22T16:20:29,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:29,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10163589d530005 connected 2024-11-22T16:20:29,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39013,1732292421958 2024-11-22T16:20:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f1ec16 2024-11-22T16:20:29,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:29,984 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:29,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:20:29,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:29,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:20:29,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:29,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:20:29,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8540d3619f71ca3bf1ef5c41b4507946, NAME => 'test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77 2024-11-22T16:20:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:20:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:30,182 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:30,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8540d3619f71ca3bf1ef5c41b4507946, disabling compactions & flushes 2024-11-22T16:20:30,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. after waiting 0 ms 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,406 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8540d3619f71ca3bf1ef5c41b4507946: Waiting for close lock at 1732292430406Disabling compacts and flushes for region at 1732292430406Disabling writes for close at 1732292430406Writing region close event to WAL at 1732292430406Closed at 1732292430406 2024-11-22T16:20:30,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:30,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292430407"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292430407"}]},"ts":"1732292430407"} 2024-11-22T16:20:30,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:30,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:30,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292430410"}]},"ts":"1732292430410"} 2024-11-22T16:20:30,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:20:30,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8540d3619f71ca3bf1ef5c41b4507946, ASSIGN}] 2024-11-22T16:20:30,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8540d3619f71ca3bf1ef5c41b4507946, ASSIGN 2024-11-22T16:20:30,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8540d3619f71ca3bf1ef5c41b4507946, ASSIGN; state=OFFLINE, location=93fb7f16a334,35305,1732292422193; forceNewPlan=false, retain=false 2024-11-22T16:20:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:20:30,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:30,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:30,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-22T16:20:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T16:20:30,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:20:30,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:30,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8540d3619f71ca3bf1ef5c41b4507946, regionState=OPENING, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:30,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8540d3619f71ca3bf1ef5c41b4507946, ASSIGN because future has completed 2024-11-22T16:20:30,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8540d3619f71ca3bf1ef5c41b4507946, server=93fb7f16a334,35305,1732292422193}] 2024-11-22T16:20:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:30,721 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8540d3619f71ca3bf1ef5c41b4507946, NAME => 'test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:30,722 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:30,722 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:20:30,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:30,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,723 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,724 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8540d3619f71ca3bf1ef5c41b4507946 columnFamilyName f 2024-11-22T16:20:30,724 DEBUG [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:30,725 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(327): Store=8540d3619f71ca3bf1ef5c41b4507946/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:30,725 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,725 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8540d3619f71ca3bf1ef5c41b4507946 columnFamilyName f1 2024-11-22T16:20:30,725 DEBUG [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:30,726 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(327): Store=8540d3619f71ca3bf1ef5c41b4507946/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:30,726 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,726 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8540d3619f71ca3bf1ef5c41b4507946 columnFamilyName norep 2024-11-22T16:20:30,727 DEBUG [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:30,727 INFO [StoreOpener-8540d3619f71ca3bf1ef5c41b4507946-1 {}] regionserver.HStore(327): Store=8540d3619f71ca3bf1ef5c41b4507946/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:30,727 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,727 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,728 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,728 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,728 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,729 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:30,730 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:30,731 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8540d3619f71ca3bf1ef5c41b4507946; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72244694, jitterRate=0.07652983069419861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:30,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:30,732 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8540d3619f71ca3bf1ef5c41b4507946: Running coprocessor pre-open hook at 1732292430722Writing region info on filesystem at 1732292430722Initializing all the Stores at 1732292430723 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292430723Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292430723Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292430723Cleaning up temporary data from old regions at 1732292430728 (+5 ms)Running coprocessor post-open hooks at 1732292430731 (+3 ms)Region opened successfully at 1732292430732 (+1 ms) 2024-11-22T16:20:30,733 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946., pid=6, masterSystemTime=1732292430718 2024-11-22T16:20:30,735 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,735 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:30,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8540d3619f71ca3bf1ef5c41b4507946, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:30,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8540d3619f71ca3bf1ef5c41b4507946, server=93fb7f16a334,35305,1732292422193 because future has completed 2024-11-22T16:20:30,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:20:30,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8540d3619f71ca3bf1ef5c41b4507946, server=93fb7f16a334,35305,1732292422193 in 171 msec 2024-11-22T16:20:30,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:20:30,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8540d3619f71ca3bf1ef5c41b4507946, ASSIGN in 327 msec 2024-11-22T16:20:30,742 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:30,742 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292430742"}]},"ts":"1732292430742"} 2024-11-22T16:20:30,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:20:30,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:30,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-22T16:20:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:31,130 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:20:31,131 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42421,1732292427068 2024-11-22T16:20:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ae9fb9 2024-11-22T16:20:31,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:31,133 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:31,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:20:31,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:31,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:31,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:20:31,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:31,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:20:31,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:31,555 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89f0ac24ea8b8385e62e1c3fa385a01f, NAME => 'test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8 2024-11-22T16:20:31,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:20:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 89f0ac24ea8b8385e62e1c3fa385a01f, disabling compactions & flushes 2024-11-22T16:20:31,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. after waiting 0 ms 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:31,962 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:31,962 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89f0ac24ea8b8385e62e1c3fa385a01f: Waiting for close lock at 1732292431962Disabling compacts and flushes for region at 1732292431962Disabling writes for close at 1732292431962Writing region close event to WAL at 1732292431962Closed at 1732292431962 2024-11-22T16:20:31,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:31,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292431963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292431963"}]},"ts":"1732292431963"} 2024-11-22T16:20:31,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:31,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:31,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292431966"}]},"ts":"1732292431966"} 2024-11-22T16:20:31,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:20:31,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89f0ac24ea8b8385e62e1c3fa385a01f, ASSIGN}] 2024-11-22T16:20:31,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=89f0ac24ea8b8385e62e1c3fa385a01f, ASSIGN 2024-11-22T16:20:31,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=89f0ac24ea8b8385e62e1c3fa385a01f, ASSIGN; state=OFFLINE, location=93fb7f16a334,33649,1732292427213; forceNewPlan=false, retain=false 2024-11-22T16:20:32,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89f0ac24ea8b8385e62e1c3fa385a01f, regionState=OPENING, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=89f0ac24ea8b8385e62e1c3fa385a01f, ASSIGN because future has completed 2024-11-22T16:20:32,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f0ac24ea8b8385e62e1c3fa385a01f, server=93fb7f16a334,33649,1732292427213}] 2024-11-22T16:20:32,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:32,278 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:32,278 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 89f0ac24ea8b8385e62e1c3fa385a01f, NAME => 'test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:32,279 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:32,279 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:20:32,279 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,279 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:32,279 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,279 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,280 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,281 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f0ac24ea8b8385e62e1c3fa385a01f columnFamilyName f 2024-11-22T16:20:32,281 DEBUG [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:32,282 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(327): Store=89f0ac24ea8b8385e62e1c3fa385a01f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:32,282 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,282 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f0ac24ea8b8385e62e1c3fa385a01f columnFamilyName f1 2024-11-22T16:20:32,282 DEBUG [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:32,283 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(327): Store=89f0ac24ea8b8385e62e1c3fa385a01f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:32,283 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,283 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89f0ac24ea8b8385e62e1c3fa385a01f columnFamilyName norep 2024-11-22T16:20:32,283 DEBUG [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:32,284 INFO [StoreOpener-89f0ac24ea8b8385e62e1c3fa385a01f-1 {}] regionserver.HStore(327): Store=89f0ac24ea8b8385e62e1c3fa385a01f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:32,284 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,284 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,284 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,285 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,285 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,285 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:32,286 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,288 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:32,288 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 89f0ac24ea8b8385e62e1c3fa385a01f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67740285, jitterRate=0.009408906102180481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:32,288 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:32,288 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 89f0ac24ea8b8385e62e1c3fa385a01f: Running coprocessor pre-open hook at 1732292432279Writing region info on filesystem at 1732292432279Initializing all the Stores at 1732292432280 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292432280Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292432280Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292432280Cleaning up temporary data from old regions at 1732292432285 (+5 ms)Running coprocessor post-open hooks at 1732292432288 (+3 ms)Region opened successfully at 1732292432288 2024-11-22T16:20:32,289 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f., pid=6, masterSystemTime=1732292432275 2024-11-22T16:20:32,290 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:32,291 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:32,291 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=89f0ac24ea8b8385e62e1c3fa385a01f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:32,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89f0ac24ea8b8385e62e1c3fa385a01f, server=93fb7f16a334,33649,1732292427213 because future has completed 2024-11-22T16:20:32,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:20:32,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 89f0ac24ea8b8385e62e1c3fa385a01f, server=93fb7f16a334,33649,1732292427213 in 170 msec 2024-11-22T16:20:32,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:20:32,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=89f0ac24ea8b8385e62e1c3fa385a01f, ASSIGN in 327 msec 2024-11-22T16:20:32,297 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:32,297 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292432297"}]},"ts":"1732292432297"} 2024-11-22T16:20:32,299 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:20:32,300 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:32,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-22T16:20:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:20:33,284 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:20:33,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190bc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:33,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:33,285 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:33,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225045d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:33,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,287 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:33,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213d58b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9721b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:33,288 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:33,289 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd0c469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,290 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:33,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb9916d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ee3adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,291 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:33,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:33,292 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c55b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:33,292 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,293 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:33,293 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4161f11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39013,1732292421958 2024-11-22T16:20:33,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9ed6dbd 2024-11-22T16:20:33,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:33,295 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:33,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:42421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:20:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:20:33,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:33,298 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42421' 2024-11-22T16:20:33,299 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66deeee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,299 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:33,299 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:33,300 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e3c80f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:33,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,301 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:33,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc648d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:33,302 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42421,1732292427068 2024-11-22T16:20:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8fafd8 2024-11-22T16:20:33,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:33,303 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:33,304 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:20:33,304 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:20:33,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,304 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:33,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:33,304 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:33,305 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:20:33,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:33,306 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:33,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:20:33,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66f31128ef798efca3a6e9cc3de93690, NAME => 'hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77 2024-11-22T16:20:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:20:33,356 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:20:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:33,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:33,683 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:33,683 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18274 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66f31128ef798efca3a6e9cc3de93690, disabling compactions & flushes 2024-11-22T16:20:33,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. after waiting 0 ms 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:33,719 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:33,719 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66f31128ef798efca3a6e9cc3de93690: Waiting for close lock at 1732292433719Disabling compacts and flushes for region at 1732292433719Disabling writes for close at 1732292433719Writing region close event to WAL at 1732292433719Closed at 1732292433719 2024-11-22T16:20:33,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:33,720 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292433720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292433720"}]},"ts":"1732292433720"} 2024-11-22T16:20:33,722 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:33,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:33,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292433723"}]},"ts":"1732292433723"} 2024-11-22T16:20:33,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:20:33,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66f31128ef798efca3a6e9cc3de93690, ASSIGN}] 2024-11-22T16:20:33,725 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66f31128ef798efca3a6e9cc3de93690, ASSIGN 2024-11-22T16:20:33,726 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66f31128ef798efca3a6e9cc3de93690, ASSIGN; state=OFFLINE, location=93fb7f16a334,35305,1732292422193; forceNewPlan=false, retain=false 2024-11-22T16:20:33,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66f31128ef798efca3a6e9cc3de93690, regionState=OPENING, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:33,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66f31128ef798efca3a6e9cc3de93690, ASSIGN because future has completed 2024-11-22T16:20:33,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66f31128ef798efca3a6e9cc3de93690, server=93fb7f16a334,35305,1732292422193}] 2024-11-22T16:20:33,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:34,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:34,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:34,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:20:34,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35305%2C1732292422193.rep, suffix=, logDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193, archiveDir=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/oldWALs, maxLogs=10 2024-11-22T16:20:34,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.rep.1732292434035, exclude list is [], retry=0 2024-11-22T16:20:34,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36661,DS-2ebbb5fc-0cdb-4708-bff3-7dd39d3fb67d,DISK] 2024-11-22T16:20:34,050 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.rep.1732292434035 2024-11-22T16:20:34,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37187:37187)] 2024-11-22T16:20:34,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66f31128ef798efca3a6e9cc3de93690, NAME => 'hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:34,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. service=MultiRowMutationService 2024-11-22T16:20:34,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,052 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,053 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f31128ef798efca3a6e9cc3de93690 columnFamilyName hfileref 2024-11-22T16:20:34,053 DEBUG [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:34,053 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(327): Store=66f31128ef798efca3a6e9cc3de93690/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:34,053 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,054 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f31128ef798efca3a6e9cc3de93690 columnFamilyName queue 2024-11-22T16:20:34,054 DEBUG [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:34,054 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(327): Store=66f31128ef798efca3a6e9cc3de93690/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:34,054 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,055 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66f31128ef798efca3a6e9cc3de93690 columnFamilyName sid 2024-11-22T16:20:34,055 DEBUG [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:34,055 INFO [StoreOpener-66f31128ef798efca3a6e9cc3de93690-1 {}] regionserver.HStore(327): Store=66f31128ef798efca3a6e9cc3de93690/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:34,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:34,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:34,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66f31128ef798efca3a6e9cc3de93690; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63227018, jitterRate=-0.05784401297569275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:34,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:34,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66f31128ef798efca3a6e9cc3de93690: Running coprocessor pre-open hook at 1732292434051Writing region info on filesystem at 1732292434051Initializing all the Stores at 1732292434052 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292434052Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292434052Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292434052Cleaning up temporary data from old regions at 1732292434057 (+5 ms)Running coprocessor post-open hooks at 1732292434060 (+3 ms)Region opened successfully at 1732292434060 2024-11-22T16:20:34,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690., pid=10, masterSystemTime=1732292434031 2024-11-22T16:20:34,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:34,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:34,063 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66f31128ef798efca3a6e9cc3de93690, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35305,1732292422193 2024-11-22T16:20:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66f31128ef798efca3a6e9cc3de93690, server=93fb7f16a334,35305,1732292422193 because future has completed 2024-11-22T16:20:34,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:20:34,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66f31128ef798efca3a6e9cc3de93690, server=93fb7f16a334,35305,1732292422193 in 187 msec 2024-11-22T16:20:34,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:20:34,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66f31128ef798efca3a6e9cc3de93690, ASSIGN in 343 msec 2024-11-22T16:20:34,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:34,070 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292434070"}]},"ts":"1732292434070"} 2024-11-22T16:20:34,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:20:34,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:34,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-22T16:20:34,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690., hostname=93fb7f16a334,35305,1732292422193, seqNum=2] 2024-11-22T16:20:34,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:34,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:34,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:20:34,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:20:34,366 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:20:34,393 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,35305,1732292422193, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:20:34,393 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:34,393 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35305,1732292422193, seqNum=-1] 2024-11-22T16:20:34,393 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:34,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:34,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,35305,1732292422193', locateType=CURRENT is [region=hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690., hostname=93fb7f16a334,35305,1732292422193, seqNum=2] 2024-11-22T16:20:34,398 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:20:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:20:34,400 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,35305,1732292422193 suceeded 2024-11-22T16:20:34,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:20:34,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T16:20:34,403 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:42421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:20:34,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1080 sec 2024-11-22T16:20:34,413 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42421' 2024-11-22T16:20:34,414 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e082db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,414 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:34,414 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:34,415 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1552946c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:34,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,416 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:34,417 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67c99fb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,417 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42421,1732292427068 2024-11-22T16:20:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75215f1e 2024-11-22T16:20:34,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:34,418 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:34,419 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,35305,1732292422193 (queues=1) is replicating from cluster=3cbaee46-d2da-44ce-96fd-a6f332a7873f to cluster=bd99f773-95f4-4df2-baba-3493aa464316 2024-11-22T16:20:34,419 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C35305%2C1732292422193 2024-11-22T16:20:34,419 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,35305,1732292422193, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:20:34,419 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C35305%2C1732292422193 2024-11-22T16:20:34,419 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, startPosition=0, beingWritten=true 2024-11-22T16:20:34,426 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:34,426 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 379, reset compression=false 2024-11-22T16:20:34,426 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:34,433 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:20:34,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:34,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:34,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:34,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6370e53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:34,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:34,434 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abd033e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,436 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15538134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42421,1732292427068 2024-11-22T16:20:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17af0294 2024-11-22T16:20:34,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:34,438 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:34,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:39013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:20:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:20:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:34,441 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39013' 2024-11-22T16:20:34,442 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2382bd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,442 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:34,442 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:34,442 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c456ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:34,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,444 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:34,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e3fa72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:34,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:34,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39013,1732292421958 2024-11-22T16:20:34,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7ac1f3 2024-11-22T16:20:34,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:34,446 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:20:34,447 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:20:34,447 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:20:34,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,447 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:34,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:34,447 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:34,448 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:20:34,449 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:20:34,449 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:34,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:20:34,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:20:34,498 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:20:34,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:34,633 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 379, reset compression=false 2024-11-22T16:20:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:34,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f45d7d8dfa1724c04c6961ecec3deefe, NAME => 'hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8 2024-11-22T16:20:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:20:34,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:34,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f45d7d8dfa1724c04c6961ecec3deefe, disabling compactions & flushes 2024-11-22T16:20:34,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:34,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:34,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. after waiting 0 ms 2024-11-22T16:20:34,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:34,910 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:34,910 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f45d7d8dfa1724c04c6961ecec3deefe: Waiting for close lock at 1732292434909Disabling compacts and flushes for region at 1732292434909Disabling writes for close at 1732292434910 (+1 ms)Writing region close event to WAL at 1732292434910Closed at 1732292434910 2024-11-22T16:20:34,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:20:34,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292434911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292434911"}]},"ts":"1732292434911"} 2024-11-22T16:20:34,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:20:34,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:20:34,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292434914"}]},"ts":"1732292434914"} 2024-11-22T16:20:34,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:20:34,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f45d7d8dfa1724c04c6961ecec3deefe, ASSIGN}] 2024-11-22T16:20:34,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f45d7d8dfa1724c04c6961ecec3deefe, ASSIGN 2024-11-22T16:20:34,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f45d7d8dfa1724c04c6961ecec3deefe, ASSIGN; state=OFFLINE, location=93fb7f16a334,33649,1732292427213; forceNewPlan=false, retain=false 2024-11-22T16:20:34,940 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 379, reset compression=false 2024-11-22T16:20:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:35,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f45d7d8dfa1724c04c6961ecec3deefe, regionState=OPENING, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:35,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f45d7d8dfa1724c04c6961ecec3deefe, ASSIGN because future has completed 2024-11-22T16:20:35,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45d7d8dfa1724c04c6961ecec3deefe, server=93fb7f16a334,33649,1732292427213}] 2024-11-22T16:20:35,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:35,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:35,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:20:35,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C33649%2C1732292427213.rep, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/oldWALs, maxLogs=10 2024-11-22T16:20:35,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.rep.1732292435229, exclude list is [], retry=0 2024-11-22T16:20:35,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34471,DS-3e85113f-6745-4521-904f-4bf3db3ebd44,DISK] 2024-11-22T16:20:35,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.rep.1732292435229 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35161:35161)] 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f45d7d8dfa1724c04c6961ecec3deefe, NAME => 'hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:35,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. service=MultiRowMutationService 2024-11-22T16:20:35,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:35,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,246 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,247 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f45d7d8dfa1724c04c6961ecec3deefe columnFamilyName hfileref 2024-11-22T16:20:35,247 DEBUG [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:35,248 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(327): Store=f45d7d8dfa1724c04c6961ecec3deefe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:35,248 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,249 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f45d7d8dfa1724c04c6961ecec3deefe columnFamilyName queue 2024-11-22T16:20:35,249 DEBUG [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:35,249 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(327): Store=f45d7d8dfa1724c04c6961ecec3deefe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:35,249 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,250 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f45d7d8dfa1724c04c6961ecec3deefe columnFamilyName sid 2024-11-22T16:20:35,250 DEBUG [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:35,250 INFO [StoreOpener-f45d7d8dfa1724c04c6961ecec3deefe-1 {}] regionserver.HStore(327): Store=f45d7d8dfa1724c04c6961ecec3deefe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:35,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/replication/f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/replication/f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:20:35,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/replication/f45d7d8dfa1724c04c6961ecec3deefe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:35,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f45d7d8dfa1724c04c6961ecec3deefe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71153258, jitterRate=0.0602661669254303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:20:35,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:35,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f45d7d8dfa1724c04c6961ecec3deefe: Running coprocessor pre-open hook at 1732292435246Writing region info on filesystem at 1732292435246Initializing all the Stores at 1732292435246Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292435246Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292435246Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292435246Cleaning up temporary data from old regions at 1732292435252 (+6 ms)Running coprocessor post-open hooks at 1732292435255 (+3 ms)Region opened successfully at 1732292435255 2024-11-22T16:20:35,256 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe., pid=10, masterSystemTime=1732292435225 2024-11-22T16:20:35,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:35,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:35,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f45d7d8dfa1724c04c6961ecec3deefe, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,33649,1732292427213 2024-11-22T16:20:35,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f45d7d8dfa1724c04c6961ecec3deefe, server=93fb7f16a334,33649,1732292427213 because future has completed 2024-11-22T16:20:35,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:20:35,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f45d7d8dfa1724c04c6961ecec3deefe, server=93fb7f16a334,33649,1732292427213 in 188 msec 2024-11-22T16:20:35,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:20:35,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f45d7d8dfa1724c04c6961ecec3deefe, ASSIGN in 346 msec 2024-11-22T16:20:35,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:20:35,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292435265"}]},"ts":"1732292435265"} 2024-11-22T16:20:35,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:20:35,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:20:35,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-22T16:20:35,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe., hostname=93fb7f16a334,33649,1732292427213, seqNum=2] 2024-11-22T16:20:35,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:35,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:35,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:35,344 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 379, reset compression=false 2024-11-22T16:20:35,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:20:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:35,414 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:20:35,415 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:20:35,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:20:35,513 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:20:35,542 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,33649,1732292427213, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:20:35,543 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:35,543 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33649,1732292427213, seqNum=-1] 2024-11-22T16:20:35,543 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:35,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:35,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,33649,1732292427213', locateType=CURRENT is [region=hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe., hostname=93fb7f16a334,33649,1732292427213, seqNum=2] 2024-11-22T16:20:35,547 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:20:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:20:35,550 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,33649,1732292427213 suceeded 2024-11-22T16:20:35,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:20:35,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-22T16:20:35,551 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:39013,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:20:35,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-11-22T16:20:35,563 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39013' 2024-11-22T16:20:35,564 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e34ef28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,564 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:35,564 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:35,565 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:35,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c97892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:35,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:35,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:35,567 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:35,567 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1642cff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,567 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39013,1732292421958 2024-11-22T16:20:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c5720a 2024-11-22T16:20:35,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:20:35,569 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-22T16:20:35,569 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,33649,1732292427213 (queues=1) is replicating from cluster=bd99f773-95f4-4df2-baba-3493aa464316 to cluster=3cbaee46-d2da-44ce-96fd-a6f332a7873f 2024-11-22T16:20:35,570 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C33649%2C1732292427213 2024-11-22T16:20:35,570 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,33649,1732292427213, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:20:35,570 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C33649%2C1732292427213 2024-11-22T16:20:35,570 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, startPosition=0, beingWritten=true 2024-11-22T16:20:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:20:35,573 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:20:35,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:35,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:35,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:35,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:35,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:35,574 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:35,574 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 379, reset compression=false 2024-11-22T16:20:35,574 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:35,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:35,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35305,1732292422193, seqNum=-1] 2024-11-22T16:20:35,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:35,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:35,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946., hostname=93fb7f16a334,35305,1732292422193, seqNum=2] 2024-11-22T16:20:35,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33649,1732292427213, seqNum=-1] 2024-11-22T16:20:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:35,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f., hostname=93fb7f16a334,33649,1732292427213, seqNum=2] 2024-11-22T16:20:35,589 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T16:20:35,785 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 379, reset compression=false 2024-11-22T16:20:35,848 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 379, reset compression=false 2024-11-22T16:20:35,853 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:35,853 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 480, reset compression=false 2024-11-22T16:20:35,853 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[{test/8540d3619f71ca3bf1ef5c41b4507946/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T16:20:35,855 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:35,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-22T16:20:35,857 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:20:35,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd5a08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42421,-1 for getting cluster id 2024-11-22T16:20:35,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:35,858 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bd99f773-95f4-4df2-baba-3493aa464316' 2024-11-22T16:20:35,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:35,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bd99f773-95f4-4df2-baba-3493aa464316" 2024-11-22T16:20:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6090c105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42421,-1] 2024-11-22T16:20:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:35,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:35,860 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:35,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31fcefca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:35,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:35,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,33649,1732292427213, seqNum=-1] 2024-11-22T16:20:35,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:35,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f., hostname=93fb7f16a334,33649,1732292427213, seqNum=2] 2024-11-22T16:20:35,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:20:36,057 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 480, reset compression=false 2024-11-22T16:20:36,093 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 379, reset compression=false 2024-11-22T16:20:36,097 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:36,097 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 503, reset compression=false 2024-11-22T16:20:36,097 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:36,301 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 503, reset compression=false 2024-11-22T16:20:36,361 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 480, reset compression=false 2024-11-22T16:20:36,592 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T16:20:36,595 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T16:20:36,606 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 503, reset compression=false 2024-11-22T16:20:36,610 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:36,610 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 607, reset compression=false 2024-11-22T16:20:36,610 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[{test/89f0ac24ea8b8385e62e1c3fa385a01f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:20:36,612 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:36,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-22T16:20:36,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:20:36,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c1f0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:36,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39013,-1 for getting cluster id 2024-11-22T16:20:36,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:36,614 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3cbaee46-d2da-44ce-96fd-a6f332a7873f' 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3cbaee46-d2da-44ce-96fd-a6f332a7873f" 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d06b5dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39013,-1] 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:36,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:36,615 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:36,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7cce38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:36,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:36,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35305,1732292422193, seqNum=-1] 2024-11-22T16:20:36,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:36,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-22T16:20:36,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946., hostname=93fb7f16a334,35305,1732292422193, seqNum=2] 2024-11-22T16:20:36,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 480, reset compression=false 2024-11-22T16:20:36,770 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:36,770 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 608, reset compression=false 2024-11-22T16:20:36,770 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:36,814 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 607, reset compression=false 2024-11-22T16:20:36,974 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 608, reset compression=false 2024-11-22T16:20:37,117 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 607, reset compression=false 2024-11-22T16:20:37,278 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 608, reset compression=false 2024-11-22T16:20:37,521 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 607, reset compression=false 2024-11-22T16:20:37,596 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T16:20:37,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T16:20:37,681 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 608, reset compression=false 2024-11-22T16:20:37,685 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:37,685 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 764, reset compression=false 2024-11-22T16:20:37,685 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[{test/8540d3619f71ca3bf1ef5c41b4507946/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T16:20:37,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:20:37,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:20:37,888 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 764, reset compression=false 2024-11-22T16:20:38,024 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 607, reset compression=false 2024-11-22T16:20:38,029 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:38,029 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 754, reset compression=false 2024-11-22T16:20:38,029 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:38,192 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 764, reset compression=false 2024-11-22T16:20:38,232 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 754, reset compression=false 2024-11-22T16:20:38,535 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 754, reset compression=false 2024-11-22T16:20:38,595 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 764, reset compression=false 2024-11-22T16:20:38,603 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T16:20:38,606 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T16:20:38,938 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 754, reset compression=false 2024-11-22T16:20:38,942 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:20:38,942 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 913, reset compression=false 2024-11-22T16:20:38,942 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[{test/89f0ac24ea8b8385e62e1c3fa385a01f/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T16:20:38,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:20:38,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:20:39,098 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 764, reset compression=false 2024-11-22T16:20:39,103 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:39,103 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:39,103 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:39,145 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 913, reset compression=false 2024-11-22T16:20:39,307 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:39,449 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 913, reset compression=false 2024-11-22T16:20:39,608 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T16:20:39,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:20:39,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:39,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:39,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:39,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:39,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:39,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:20:39,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1317133087, stopped=false 2024-11-22T16:20:39,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,42421,1732292427068 2024-11-22T16:20:39,611 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1563203649/running 2024-11-22T16:20:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1563203649/running 2024-11-22T16:20:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:39,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:39,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:39,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:39,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:39,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:39,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/running 2024-11-22T16:20:39,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Set watcher on znode that does not yet exist, /1563203649/running 2024-11-22T16:20:39,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,33649,1732292427213' ***** 2024-11-22T16:20:39,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:20:39,686 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:20:39,686 INFO [RS:0;93fb7f16a334:33649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:20:39,686 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:20:39,686 INFO [RS:0;93fb7f16a334:33649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for 89f0ac24ea8b8385e62e1c3fa385a01f 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,33649,1732292427213 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:33649. 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89f0ac24ea8b8385e62e1c3fa385a01f, disabling compactions & flushes 2024-11-22T16:20:39,687 DEBUG [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:39,687 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:39,687 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. after waiting 0 ms 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:20:39,687 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 89f0ac24ea8b8385e62e1c3fa385a01f 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-22T16:20:39,687 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:20:39,687 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f=test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f., f45d7d8dfa1724c04c6961ecec3deefe=hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.} 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:39,687 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:39,687 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:39,687 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:39,688 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:20:39,706 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f/d34b384b35ac482cb82936cfeef11059 is 29, key is row1/f:/1732292438604/DeleteFamily/seqid=0 2024-11-22T16:20:39,706 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/info/f52cd04019604f1493ea77114ec93660 is 147, key is hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe./info:regioninfo/1732292435258/Put/seqid=0 2024-11-22T16:20:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741840_1016 (size=5118) 2024-11-22T16:20:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:20:39,712 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/info/f52cd04019604f1493ea77114ec93660 2024-11-22T16:20:39,714 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:39,728 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/ns/6c0609e4500e4d10847aee7b58e01430 is 43, key is default/ns:d/1732292429883/Put/seqid=0 2024-11-22T16:20:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741842_1018 (size=5153) 2024-11-22T16:20:39,852 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 913, reset compression=false 2024-11-22T16:20:39,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:39,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1160, reset compression=false 2024-11-22T16:20:39,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,33649,1732292427213 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:39,857 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,33649,1732292427213: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,33649,1732292427213, walGroup=93fb7f16a334%2C33649%2C1732292427213, offset=93fb7f16a334%2C33649%2C1732292427213.1732292429142:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:33649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:20:39,859 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:20:39,859 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:20:39,860 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:20:39,860 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:20:39,860 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:20:39,860 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 781365472 }, "NonHeapMemoryUsage": { "committed": 193593344, "init": 7667712, "max": -1, "used": 190537160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:20:39,860 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:42421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:42421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:20:39,888 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,015 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:40,059 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1160, reset compression=false 2024-11-22T16:20:40,065 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:20:40,065 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:20:40,088 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,112 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f/d34b384b35ac482cb82936cfeef11059 2024-11-22T16:20:40,132 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/ns/6c0609e4500e4d10847aee7b58e01430 2024-11-22T16:20:40,146 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d34b384b35ac482cb82936cfeef11059 2024-11-22T16:20:40,159 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f1/95601870d3bc47db93d56109fb61e804 is 30, key is row1/f1:/1732292438604/DeleteFamily/seqid=0 2024-11-22T16:20:40,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741843_1019 (size=5123) 2024-11-22T16:20:40,163 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/rep_barrier/551e64ea4675485880a1f7669a5ef9e7 is 112, key is test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f./rep_barrier:seqnumDuringOpen/1732292432291/Put/seqid=0 2024-11-22T16:20:40,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741844_1020 (size=5518) 2024-11-22T16:20:40,288 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,362 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1160, reset compression=false 2024-11-22T16:20:40,488 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,518 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:40,563 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f1/95601870d3bc47db93d56109fb61e804 2024-11-22T16:20:40,566 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/rep_barrier/551e64ea4675485880a1f7669a5ef9e7 2024-11-22T16:20:40,567 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95601870d3bc47db93d56109fb61e804 2024-11-22T16:20:40,585 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/norep/2f51b75b693640fcacca929642a271d8 is 33, key is row1/norep:/1732292438604/DeleteFamily/seqid=0 2024-11-22T16:20:40,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741845_1021 (size=5108) 2024-11-22T16:20:40,591 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/table/85b8d31fce424731a4560409a4990e73 is 53, key is hbase:replication/table:state/1732292435265/Put/seqid=0 2024-11-22T16:20:40,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:20:40,688 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:40,766 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1160, reset compression=false 2024-11-22T16:20:40,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:40,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:20:40,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:40,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-22T16:20:40,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-22T16:20:40,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:40,815 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:20:40,888 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 89f0ac24ea8b8385e62e1c3fa385a01f, f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:40,989 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/norep/2f51b75b693640fcacca929642a271d8 2024-11-22T16:20:40,993 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f51b75b693640fcacca929642a271d8 2024-11-22T16:20:40,993 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f/d34b384b35ac482cb82936cfeef11059 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/f/d34b384b35ac482cb82936cfeef11059 2024-11-22T16:20:40,995 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/table/85b8d31fce424731a4560409a4990e73 2024-11-22T16:20:40,997 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d34b384b35ac482cb82936cfeef11059 2024-11-22T16:20:40,997 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/f/d34b384b35ac482cb82936cfeef11059, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:40,998 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/f1/95601870d3bc47db93d56109fb61e804 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/f1/95601870d3bc47db93d56109fb61e804 2024-11-22T16:20:40,999 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/info/f52cd04019604f1493ea77114ec93660 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/info/f52cd04019604f1493ea77114ec93660 2024-11-22T16:20:41,001 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95601870d3bc47db93d56109fb61e804 2024-11-22T16:20:41,002 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/f1/95601870d3bc47db93d56109fb61e804, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:41,002 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/.tmp/norep/2f51b75b693640fcacca929642a271d8 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/norep/2f51b75b693640fcacca929642a271d8 2024-11-22T16:20:41,002 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/info/f52cd04019604f1493ea77114ec93660, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:20:41,003 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/ns/6c0609e4500e4d10847aee7b58e01430 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/ns/6c0609e4500e4d10847aee7b58e01430 2024-11-22T16:20:41,005 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f51b75b693640fcacca929642a271d8 2024-11-22T16:20:41,006 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/norep/2f51b75b693640fcacca929642a271d8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:41,006 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/ns/6c0609e4500e4d10847aee7b58e01430, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:20:41,006 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89f0ac24ea8b8385e62e1c3fa385a01f in 1319ms, sequenceid=8, compaction requested=false 2024-11-22T16:20:41,006 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/rep_barrier/551e64ea4675485880a1f7669a5ef9e7 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/rep_barrier/551e64ea4675485880a1f7669a5ef9e7 2024-11-22T16:20:41,010 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/default/test/89f0ac24ea8b8385e62e1c3fa385a01f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T16:20:41,010 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/rep_barrier/551e64ea4675485880a1f7669a5ef9e7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:41,011 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89f0ac24ea8b8385e62e1c3fa385a01f: Waiting for close lock at 1732292439687Running coprocessor pre-close hooks at 1732292439687Disabling compacts and flushes for region at 1732292439687Disabling writes for close at 1732292439687Obtaining lock to block concurrent updates at 1732292439687Preparing flush snapshotting stores in 89f0ac24ea8b8385e62e1c3fa385a01f at 1732292439687Finished memstore snapshotting test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732292439688 (+1 ms)Flushing stores of test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. at 1732292439688Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f: creating writer at 1732292439688Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f: appending metadata at 1732292439705 (+17 ms)Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f: closing flushed file at 1732292439705Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f1: creating writer at 1732292440146 (+441 ms)Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f1: appending metadata at 1732292440159 (+13 ms)Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/f1: closing flushed file at 1732292440159Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/norep: creating writer at 1732292440567 (+408 ms)Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/norep: appending metadata at 1732292440584 (+17 ms)Flushing 89f0ac24ea8b8385e62e1c3fa385a01f/norep: closing flushed file at 1732292440584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f6208b: reopening flushed file at 1732292440993 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4a2d57: reopening flushed file at 1732292440997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a47385b: reopening flushed file at 1732292441002 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 89f0ac24ea8b8385e62e1c3fa385a01f in 1319ms, sequenceid=8, compaction requested=false at 1732292441006 (+4 ms)Writing region close event to WAL at 1732292441007 (+1 ms)Running coprocessor post-close hooks at 1732292441010 (+3 ms)Closed at 1732292441011 (+1 ms) 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292431134.89f0ac24ea8b8385e62e1c3fa385a01f. 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f45d7d8dfa1724c04c6961ecec3deefe, disabling compactions & flushes 2024-11-22T16:20:41,011 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/.tmp/table/85b8d31fce424731a4560409a4990e73 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/table/85b8d31fce424731a4560409a4990e73 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. after waiting 0 ms 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f45d7d8dfa1724c04c6961ecec3deefe: Waiting for close lock at 1732292441011Running coprocessor pre-close hooks at 1732292441011Disabling compacts and flushes for region at 1732292441011Disabling writes for close at 1732292441011Failed flush hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe., putting online again at 1732292441011 2024-11-22T16:20:41,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,014 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/table/85b8d31fce424731a4560409a4990e73, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:20:41,015 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false 2024-11-22T16:20:41,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:20:41,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:41,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:41,019 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:41,019 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292439687Running coprocessor pre-close hooks at 1732292439687Disabling compacts and flushes for region at 1732292439687Disabling writes for close at 1732292439687Obtaining lock to block concurrent updates at 1732292439688 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732292439688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292439688Flushing stores of hbase:meta,,1.1588230740 at 1732292439688Flushing 1588230740/info: creating writer at 1732292439688Flushing 1588230740/info: appending metadata at 1732292439706 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732292439706Flushing 1588230740/ns: creating writer at 1732292439716 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732292439728 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732292439728Flushing 1588230740/rep_barrier: creating writer at 1732292440146 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292440162 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292440162Flushing 1588230740/table: creating writer at 1732292440570 (+408 ms)Flushing 1588230740/table: appending metadata at 1732292440591 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732292440591Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bca8f3f: reopening flushed file at 1732292440998 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439a768: reopening flushed file at 1732292441002 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3aaade: reopening flushed file at 1732292441006 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632e137e: reopening flushed file at 1732292441011 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=16, compaction requested=false at 1732292441015 (+4 ms)Writing region close event to WAL at 1732292441016 (+1 ms)Running coprocessor post-close hooks at 1732292441018 (+2 ms)Closed at 1732292441019 (+1 ms) 2024-11-22T16:20:41,019 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:41,089 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:20:41,089 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1325): Online Regions={f45d7d8dfa1724c04c6961ecec3deefe=hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe.} 2024-11-22T16:20:41,089 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(3091): Received CLOSE for f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:41,089 DEBUG [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1351): Waiting on f45d7d8dfa1724c04c6961ecec3deefe 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f45d7d8dfa1724c04c6961ecec3deefe, disabling compactions & flushes 2024-11-22T16:20:41,089 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. after waiting 0 ms 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f45d7d8dfa1724c04c6961ecec3deefe: Waiting for close lock at 1732292441089Running coprocessor pre-close hooks at 1732292441089Disabling compacts and flushes for region at 1732292441089Disabling writes for close at 1732292441089Failed flush hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe., putting online again at 1732292441089 2024-11-22T16:20:41,089 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292434447.f45d7d8dfa1724c04c6961ecec3deefe. 2024-11-22T16:20:41,121 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:41,269 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1160, reset compression=false 2024-11-22T16:20:41,273 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:41,273 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1804, reset compression=false 2024-11-22T16:20:41,289 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T16:20:41,289 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,33649,1732292427213; all regions closed. 2024-11-22T16:20:41,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:20:41,291 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.meta.1732292429824.meta not finished, retry = 0 2024-11-22T16:20:41,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741839_1015 (size=1733) 2024-11-22T16:20:41,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.rep.1732292435229 not finished, retry = 0 2024-11-22T16:20:41,477 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 to pos 1804, reset compression=false 2024-11-22T16:20:41,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741832_1008 (size=1812) 2024-11-22T16:20:41,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/WALs/93fb7f16a334,33649,1732292427213/93fb7f16a334%2C33649%2C1732292427213.1732292429142 not finished, retry = 0 2024-11-22T16:20:41,597 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:41,597 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:41,597 INFO [RS:0;93fb7f16a334:33649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:41,597 INFO [RS:0;93fb7f16a334:33649 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:41,597 INFO [RS:0;93fb7f16a334:33649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:41,598 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:41,598 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,33649,1732292427213 because: Region server is closing 2024-11-22T16:20:41,598 INFO [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:33649. 2024-11-22T16:20:41,598 DEBUG [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:41,598 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:41,598 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:41,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:41,698 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.shipper93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 terminated 2024-11-22T16:20:41,698 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,33649,1732292427213.replicationSource.wal-reader.93fb7f16a334%2C33649%2C1732292427213,1-93fb7f16a334,33649,1732292427213 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:20:41,699 INFO [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:33649. 2024-11-22T16:20:41,699 DEBUG [RS:0;93fb7f16a334:33649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:41,699 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:41,699 DEBUG [RS:0;93fb7f16a334:33649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:41,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:41,699 INFO [RS:0;93fb7f16a334:33649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33649 2024-11-22T16:20:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1563203649/rs/93fb7f16a334,33649,1732292427213 2024-11-22T16:20:41,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649/rs 2024-11-22T16:20:41,768 INFO [RS:0;93fb7f16a334:33649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:41,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,33649,1732292427213] 2024-11-22T16:20:41,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1563203649/draining/93fb7f16a334,33649,1732292427213 already deleted, retry=false 2024-11-22T16:20:41,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,33649,1732292427213 expired; onlineServers=0 2024-11-22T16:20:41,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,42421,1732292427068' ***** 2024-11-22T16:20:41,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:20:41,790 INFO [M:0;93fb7f16a334:42421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:41,790 INFO [M:0;93fb7f16a334:42421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:41,790 DEBUG [M:0;93fb7f16a334:42421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:20:41,790 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:20:41,790 DEBUG [M:0;93fb7f16a334:42421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:20:41,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292428949 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292428949,5,FailOnTimeoutGroup] 2024-11-22T16:20:41,790 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292428951 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292428951,5,FailOnTimeoutGroup] 2024-11-22T16:20:41,791 INFO [M:0;93fb7f16a334:42421 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:41,791 INFO [M:0;93fb7f16a334:42421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:41,791 DEBUG [M:0;93fb7f16a334:42421 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:20:41,791 INFO [M:0;93fb7f16a334:42421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:20:41,791 INFO [M:0;93fb7f16a334:42421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:41,791 INFO [M:0;93fb7f16a334:42421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:20:41,791 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:20:41,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1563203649/master 2024-11-22T16:20:41,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1563203649 2024-11-22T16:20:41,801 DEBUG [M:0;93fb7f16a334:42421 {}] zookeeper.ZKUtil(347): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Unable to get data of znode /1563203649/master because node does not exist (not an error) 2024-11-22T16:20:41,801 WARN [M:0;93fb7f16a334:42421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:20:41,801 INFO [M:0;93fb7f16a334:42421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/.lastflushedseqids 2024-11-22T16:20:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741847_1023 (size=245) 2024-11-22T16:20:41,824 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:41,880 INFO [RS:0;93fb7f16a334:33649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:41,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:41,880 INFO [RS:0;93fb7f16a334:33649 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,33649,1732292427213; zookeeper connection closed. 2024-11-22T16:20:41,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33649-0x10163589d530004, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:41,880 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@596f2dd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@596f2dd1 2024-11-22T16:20:41,880 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:20:42,206 INFO [M:0;93fb7f16a334:42421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:20:42,206 INFO [M:0;93fb7f16a334:42421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:20:42,206 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:42,206 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:42,206 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:42,206 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:42,206 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:42,206 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T16:20:42,219 DEBUG [M:0;93fb7f16a334:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac05848d0734acbba91d1e5639c0ec8 is 82, key is hbase:meta,,1/info:regioninfo/1732292429851/Put/seqid=0 2024-11-22T16:20:42,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741848_1024 (size=5672) 2024-11-22T16:20:42,623 INFO [M:0;93fb7f16a334:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac05848d0734acbba91d1e5639c0ec8 2024-11-22T16:20:42,627 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:42,640 DEBUG [M:0;93fb7f16a334:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d12ba8a6dea0498d93f735253905e090 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292435269/Put/seqid=0 2024-11-22T16:20:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741849_1025 (size=8516) 2024-11-22T16:20:43,046 INFO [M:0;93fb7f16a334:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d12ba8a6dea0498d93f735253905e090 2024-11-22T16:20:43,062 DEBUG [M:0;93fb7f16a334:42421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a90335d52b145b1832c7751cc7be27b is 69, key is 93fb7f16a334,33649,1732292427213/rs:state/1732292428985/Put/seqid=0 2024-11-22T16:20:43,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741850_1026 (size=5156) 2024-11-22T16:20:43,466 INFO [M:0;93fb7f16a334:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a90335d52b145b1832c7751cc7be27b 2024-11-22T16:20:43,470 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ac05848d0734acbba91d1e5639c0ec8 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac05848d0734acbba91d1e5639c0ec8 2024-11-22T16:20:43,474 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ac05848d0734acbba91d1e5639c0ec8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:20:43,475 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d12ba8a6dea0498d93f735253905e090 as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d12ba8a6dea0498d93f735253905e090 2024-11-22T16:20:43,478 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d12ba8a6dea0498d93f735253905e090, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:20:43,479 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a90335d52b145b1832c7751cc7be27b as hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a90335d52b145b1832c7751cc7be27b 2024-11-22T16:20:43,483 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a90335d52b145b1832c7751cc7be27b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:20:43,483 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false 2024-11-22T16:20:43,484 INFO [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:43,484 DEBUG [M:0;93fb7f16a334:42421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292442206Disabling compacts and flushes for region at 1732292442206Disabling writes for close at 1732292442206Obtaining lock to block concurrent updates at 1732292442206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292442206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732292442207 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292442207Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292442207Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292442219 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292442219Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292442627 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292442640 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292442640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292443050 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292443062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292443062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfc0378: reopening flushed file at 1732292443469 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d06ccfa: reopening flushed file at 1732292443474 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fcdba4: reopening flushed file at 1732292443478 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=97, compaction requested=false at 1732292443483 (+5 ms)Writing region close event to WAL at 1732292443484 (+1 ms)Closed at 1732292443484 2024-11-22T16:20:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34471 is added to blk_1073741830_1006 (size=63654) 2024-11-22T16:20:43,486 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e276fd0-c184-f7d0-ca7d-802b15e96bc8/MasterData/WALs/93fb7f16a334,42421,1732292427068/93fb7f16a334%2C42421%2C1732292427068.1732292428579 not finished, retry = 0 2024-11-22T16:20:43,541 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:43,587 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:43,587 INFO [M:0;93fb7f16a334:42421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:20:43,587 INFO [M:0;93fb7f16a334:42421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42421 2024-11-22T16:20:43,587 INFO [M:0;93fb7f16a334:42421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:43,741 INFO [M:0;93fb7f16a334:42421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:43,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:43,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42421-0x10163589d530003, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:43,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:43,762 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:43,763 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28353 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:43,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33a621eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:43,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b6cdc48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:43,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:43,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b907227{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:43,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@abd61a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:43,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:20:43,772 WARN [BP-205036228-172.17.0.2-1732292424887 heartbeating to localhost/127.0.0.1:46799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:20:43,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:20:43,772 WARN [BP-205036228-172.17.0.2-1732292424887 heartbeating to localhost/127.0.0.1:46799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-205036228-172.17.0.2-1732292424887 (Datanode Uuid 3a5aab4f-b9ad-4fa5-be57-fbdb37841516) service to localhost/127.0.0.1:46799 2024-11-22T16:20:43,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/cluster_cf41d820-9574-b21b-6eeb-2fec2b0bf84e/data/data1/current/BP-205036228-172.17.0.2-1732292424887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:43,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/cluster_cf41d820-9574-b21b-6eeb-2fec2b0bf84e/data/data2/current/BP-205036228-172.17.0.2-1732292424887 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:43,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:20:43,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f3fad59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:43,778 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464b868d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:43,778 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:43,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4acb23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:43,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b874f9b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:43,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:20:43,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:20:43,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:43,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:43,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:43,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:43,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:43,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:20:43,794 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=709058928, stopped=false 2024-11-22T16:20:43,794 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,39013,1732292421958 2024-11-22T16:20:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-519352192/running 2024-11-22T16:20:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-519352192/running 2024-11-22T16:20:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:43,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:43,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:43,810 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:20:43,810 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:43,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/running 2024-11-22T16:20:43,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:43,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Set watcher on znode that does not yet exist, /0-519352192/running 2024-11-22T16:20:43,811 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,35305,1732292422193' ***** 2024-11-22T16:20:43,811 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:20:43,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(3091): Received CLOSE for 66f31128ef798efca3a6e9cc3de93690 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(3091): Received CLOSE for 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,35305,1732292422193 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:43,811 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66f31128ef798efca3a6e9cc3de93690, disabling compactions & flushes 2024-11-22T16:20:43,811 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:43,811 INFO [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35305. 2024-11-22T16:20:43,811 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. after waiting 0 ms 2024-11-22T16:20:43,812 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:43,812 DEBUG [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:43,812 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 66f31128ef798efca3a6e9cc3de93690 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-22T16:20:43,812 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:43,812 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:20:43,812 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:20:43,812 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:20:43,812 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:20:43,813 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:20:43,813 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1325): Online Regions={66f31128ef798efca3a6e9cc3de93690=hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690., 1588230740=hbase:meta,,1.1588230740, 8540d3619f71ca3bf1ef5c41b4507946=test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.} 2024-11-22T16:20:43,813 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66f31128ef798efca3a6e9cc3de93690, 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:43,813 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:43,813 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:43,813 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:43,813 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:43,813 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:43,813 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:20:43,828 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/.tmp/queue/c428515052f147978f45bb32e140f811 is 153, key is 1-93fb7f16a334,35305,1732292422193/queue:93fb7f16a334%2C35305%2C1732292422193/1732292439105/Put/seqid=0 2024-11-22T16:20:43,832 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/info/17136f8315744504aaead7d21b4b694e is 147, key is hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690./info:regioninfo/1732292434063/Put/seqid=0 2024-11-22T16:20:43,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741840_1016 (size=5352) 2024-11-22T16:20:43,833 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/.tmp/queue/c428515052f147978f45bb32e140f811 2024-11-22T16:20:43,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:20:43,843 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/.tmp/queue/c428515052f147978f45bb32e140f811 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/queue/c428515052f147978f45bb32e140f811 2024-11-22T16:20:43,847 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/queue/c428515052f147978f45bb32e140f811, entries=1, sequenceid=10, filesize=5.2 K 2024-11-22T16:20:43,848 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 66f31128ef798efca3a6e9cc3de93690 in 36ms, sequenceid=10, compaction requested=false 2024-11-22T16:20:43,851 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/replication/66f31128ef798efca3a6e9cc3de93690/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:43,852 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66f31128ef798efca3a6e9cc3de93690: Waiting for close lock at 1732292443811Running coprocessor pre-close hooks at 1732292443811Disabling compacts and flushes for region at 1732292443811Disabling writes for close at 1732292443812 (+1 ms)Obtaining lock to block concurrent updates at 1732292443812Preparing flush snapshotting stores in 66f31128ef798efca3a6e9cc3de93690 at 1732292443812Finished memstore snapshotting hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732292443812Flushing stores of hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. at 1732292443812Flushing 66f31128ef798efca3a6e9cc3de93690/queue: creating writer at 1732292443812Flushing 66f31128ef798efca3a6e9cc3de93690/queue: appending metadata at 1732292443827 (+15 ms)Flushing 66f31128ef798efca3a6e9cc3de93690/queue: closing flushed file at 1732292443827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6e7b2e: reopening flushed file at 1732292443842 (+15 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 66f31128ef798efca3a6e9cc3de93690 in 36ms, sequenceid=10, compaction requested=false at 1732292443848 (+6 ms)Writing region close event to WAL at 1732292443849 (+1 ms)Running coprocessor post-close hooks at 1732292443852 (+3 ms)Closed at 1732292443852 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292433304.66f31128ef798efca3a6e9cc3de93690. 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8540d3619f71ca3bf1ef5c41b4507946, disabling compactions & flushes 2024-11-22T16:20:43,852 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. after waiting 0 ms 2024-11-22T16:20:43,852 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:43,852 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8540d3619f71ca3bf1ef5c41b4507946 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-22T16:20:43,866 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f/81907eb2858e4cf199fd04acc005f35e is 29, key is row1/f:/1732292438604/DeleteFamily/seqid=0 2024-11-22T16:20:43,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741842_1018 (size=5118) 2024-11-22T16:20:43,897 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:44,013 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:44,213 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:44,237 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/info/17136f8315744504aaead7d21b4b694e 2024-11-22T16:20:44,256 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/ns/8a9f640cb5274093ba823d45c95e6601 is 43, key is default/ns:d/1732292424766/Put/seqid=0 2024-11-22T16:20:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741843_1019 (size=5153) 2024-11-22T16:20:44,259 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/ns/8a9f640cb5274093ba823d45c95e6601 2024-11-22T16:20:44,269 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f/81907eb2858e4cf199fd04acc005f35e 2024-11-22T16:20:44,273 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81907eb2858e4cf199fd04acc005f35e 2024-11-22T16:20:44,277 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/rep_barrier/36403ea53f404a5aa90807a9562daed0 is 112, key is test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946./rep_barrier:seqnumDuringOpen/1732292430735/Put/seqid=0 2024-11-22T16:20:44,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741844_1020 (size=5518) 2024-11-22T16:20:44,290 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f1/0a6246c35147451f8804a9f6f1d1bff6 is 30, key is row1/f1:/1732292438604/DeleteFamily/seqid=0 2024-11-22T16:20:44,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741845_1021 (size=5123) 2024-11-22T16:20:44,413 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:44,544 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 914, reset compression=false 2024-11-22T16:20:44,549 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:44,549 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 1161, reset compression=false 2024-11-22T16:20:44,549 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35305,1732292422193 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:20:44,550 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,35305,1732292422193: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,35305,1732292422193, walGroup=93fb7f16a334%2C35305%2C1732292422193, offset=93fb7f16a334%2C35305%2C1732292422193.1732292423604:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:20:44,551 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:20:44,551 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:20:44,552 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:20:44,552 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:20:44,552 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:20:44,552 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:20:44,552 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 871543008 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191289336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:20:44,552 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:20:44,552 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:39013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:39013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:20:44,614 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:44,686 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/rep_barrier/36403ea53f404a5aa90807a9562daed0 2024-11-22T16:20:44,694 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f1/0a6246c35147451f8804a9f6f1d1bff6 2024-11-22T16:20:44,698 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a6246c35147451f8804a9f6f1d1bff6 2024-11-22T16:20:44,704 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/table/46985883f9d24fb98b584f700331fdcd is 53, key is hbase:replication/table:state/1732292434070/Put/seqid=0 2024-11-22T16:20:44,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:20:44,710 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/table/46985883f9d24fb98b584f700331fdcd 2024-11-22T16:20:44,713 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/info/17136f8315744504aaead7d21b4b694e as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/info/17136f8315744504aaead7d21b4b694e 2024-11-22T16:20:44,717 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/info/17136f8315744504aaead7d21b4b694e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:20:44,721 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/norep/1e7eaebc98824ef5bbeae9a2a9c25595 is 32, key is row/norep:/1732292437599/DeleteFamily/seqid=0 2024-11-22T16:20:44,721 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/ns/8a9f640cb5274093ba823d45c95e6601 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/ns/8a9f640cb5274093ba823d45c95e6601 2024-11-22T16:20:44,725 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/ns/8a9f640cb5274093ba823d45c95e6601, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:20:44,726 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/rep_barrier/36403ea53f404a5aa90807a9562daed0 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/rep_barrier/36403ea53f404a5aa90807a9562daed0 2024-11-22T16:20:44,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741847_1023 (size=5101) 2024-11-22T16:20:44,731 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/rep_barrier/36403ea53f404a5aa90807a9562daed0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:20:44,732 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/.tmp/table/46985883f9d24fb98b584f700331fdcd as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/table/46985883f9d24fb98b584f700331fdcd 2024-11-22T16:20:44,735 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/table/46985883f9d24fb98b584f700331fdcd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:20:44,736 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-22T16:20:44,736 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:20:44,749 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:20:44,749 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:44,749 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:20:44,749 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:44,750 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292443813Running coprocessor pre-close hooks at 1732292443813Disabling compacts and flushes for region at 1732292443813Disabling writes for close at 1732292443813Obtaining lock to block concurrent updates at 1732292443813Preparing flush snapshotting stores in 1588230740 at 1732292443813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292443814 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292443814Flushing 1588230740/info: creating writer at 1732292443814Flushing 1588230740/info: appending metadata at 1732292443831 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732292443831Flushing 1588230740/ns: creating writer at 1732292444240 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732292444255 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732292444255Flushing 1588230740/rep_barrier: creating writer at 1732292444262 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292444277 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292444277Flushing 1588230740/table: creating writer at 1732292444690 (+413 ms)Flushing 1588230740/table: appending metadata at 1732292444703 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732292444703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c2f749c: reopening flushed file at 1732292444713 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e586719: reopening flushed file at 1732292444718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd37578: reopening flushed file at 1732292444726 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff9239c: reopening flushed file at 1732292444731 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1732292444736 (+5 ms)Writing region close event to WAL at 1732292444745 (+9 ms)Running coprocessor post-close hooks at 1732292444749 (+4 ms)Closed at 1732292444749 2024-11-22T16:20:44,750 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:44,753 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 1161, reset compression=false 2024-11-22T16:20:44,814 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:20:44,814 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1325): Online Regions={8540d3619f71ca3bf1ef5c41b4507946=test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946.} 2024-11-22T16:20:44,814 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:45,014 DEBUG [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1351): Waiting on 8540d3619f71ca3bf1ef5c41b4507946 2024-11-22T16:20:45,056 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 1161, reset compression=false 2024-11-22T16:20:45,131 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/norep/1e7eaebc98824ef5bbeae9a2a9c25595 2024-11-22T16:20:45,135 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e7eaebc98824ef5bbeae9a2a9c25595 2024-11-22T16:20:45,136 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f/81907eb2858e4cf199fd04acc005f35e as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/f/81907eb2858e4cf199fd04acc005f35e 2024-11-22T16:20:45,140 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 81907eb2858e4cf199fd04acc005f35e 2024-11-22T16:20:45,140 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/f/81907eb2858e4cf199fd04acc005f35e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:45,141 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/f1/0a6246c35147451f8804a9f6f1d1bff6 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/f1/0a6246c35147451f8804a9f6f1d1bff6 2024-11-22T16:20:45,144 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0a6246c35147451f8804a9f6f1d1bff6 2024-11-22T16:20:45,144 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/f1/0a6246c35147451f8804a9f6f1d1bff6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:45,145 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/.tmp/norep/1e7eaebc98824ef5bbeae9a2a9c25595 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/norep/1e7eaebc98824ef5bbeae9a2a9c25595 2024-11-22T16:20:45,148 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e7eaebc98824ef5bbeae9a2a9c25595 2024-11-22T16:20:45,148 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/norep/1e7eaebc98824ef5bbeae9a2a9c25595, entries=1, sequenceid=8, filesize=5.0 K 2024-11-22T16:20:45,149 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8540d3619f71ca3bf1ef5c41b4507946 in 1297ms, sequenceid=8, compaction requested=false 2024-11-22T16:20:45,149 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:20:45,153 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/data/default/test/8540d3619f71ca3bf1ef5c41b4507946/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T16:20:45,154 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:20:45,154 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:45,154 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:45,154 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8540d3619f71ca3bf1ef5c41b4507946: Waiting for close lock at 1732292443852Running coprocessor pre-close hooks at 1732292443852Disabling compacts and flushes for region at 1732292443852Disabling writes for close at 1732292443852Obtaining lock to block concurrent updates at 1732292443852Preparing flush snapshotting stores in 8540d3619f71ca3bf1ef5c41b4507946 at 1732292443852Finished memstore snapshotting test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732292443853 (+1 ms)Flushing stores of test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. at 1732292443853Flushing 8540d3619f71ca3bf1ef5c41b4507946/f: creating writer at 1732292443853Flushing 8540d3619f71ca3bf1ef5c41b4507946/f: appending metadata at 1732292443865 (+12 ms)Flushing 8540d3619f71ca3bf1ef5c41b4507946/f: closing flushed file at 1732292443865Flushing 8540d3619f71ca3bf1ef5c41b4507946/f1: creating writer at 1732292444273 (+408 ms)Flushing 8540d3619f71ca3bf1ef5c41b4507946/f1: appending metadata at 1732292444290 (+17 ms)Flushing 8540d3619f71ca3bf1ef5c41b4507946/f1: closing flushed file at 1732292444290Flushing 8540d3619f71ca3bf1ef5c41b4507946/norep: creating writer at 1732292444698 (+408 ms)Flushing 8540d3619f71ca3bf1ef5c41b4507946/norep: appending metadata at 1732292444720 (+22 ms)Flushing 8540d3619f71ca3bf1ef5c41b4507946/norep: closing flushed file at 1732292444720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fb7ffb: reopening flushed file at 1732292445135 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2e367f: reopening flushed file at 1732292445140 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3e4f98: reopening flushed file at 1732292445145 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8540d3619f71ca3bf1ef5c41b4507946 in 1297ms, sequenceid=8, compaction requested=false at 1732292445149 (+4 ms)Writing region close event to WAL at 1732292445150 (+1 ms)Running coprocessor post-close hooks at 1732292445153 (+3 ms)Closed at 1732292445154 (+1 ms) 2024-11-22T16:20:45,154 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292429984.8540d3619f71ca3bf1ef5c41b4507946. 2024-11-22T16:20:45,214 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,35305,1732292422193; all regions closed. 2024-11-22T16:20:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:20:45,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.meta.1732292424665.meta not finished, retry = 0 2024-11-22T16:20:45,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741839_1015 (size=2676) 2024-11-22T16:20:45,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.rep.1732292434035 not finished, retry = 0 2024-11-22T16:20:45,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741832_1008 (size=1813) 2024-11-22T16:20:45,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 not finished, retry = 0 2024-11-22T16:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 to pos 1161, reset compression=false 2024-11-22T16:20:45,522 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:45,522 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:20:45,523 INFO [RS:0;93fb7f16a334:35305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:45,523 INFO [RS:0;93fb7f16a334:35305 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:45,523 INFO [RS:0;93fb7f16a334:35305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:45,523 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:45,523 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,35305,1732292422193 because: Region server is closing 2024-11-22T16:20:45,523 INFO [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35305. 2024-11-22T16:20:45,523 DEBUG [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:45,523 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:45,523 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:45,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:45,524 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/WALs/93fb7f16a334,35305,1732292422193/93fb7f16a334%2C35305%2C1732292422193.1732292423604 2024-11-22T16:20:45,524 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.wal-reader.93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:20:45,624 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35305,1732292422193.replicationSource.shipper93fb7f16a334%2C35305%2C1732292422193,1-93fb7f16a334,35305,1732292422193 terminated 2024-11-22T16:20:45,624 INFO [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35305. 2024-11-22T16:20:45,624 DEBUG [RS:0;93fb7f16a334:35305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:20:45,624 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:45,624 DEBUG [RS:0;93fb7f16a334:35305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:45,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:20:45,624 INFO [RS:0;93fb7f16a334:35305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35305 2024-11-22T16:20:45,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192/rs 2024-11-22T16:20:45,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-519352192/rs/93fb7f16a334,35305,1732292422193 2024-11-22T16:20:45,673 INFO [RS:0;93fb7f16a334:35305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:45,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,35305,1732292422193] 2024-11-22T16:20:45,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-519352192/draining/93fb7f16a334,35305,1732292422193 already deleted, retry=false 2024-11-22T16:20:45,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,35305,1732292422193 expired; onlineServers=0 2024-11-22T16:20:45,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,39013,1732292421958' ***** 2024-11-22T16:20:45,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:20:45,695 INFO [M:0;93fb7f16a334:39013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:20:45,695 INFO [M:0;93fb7f16a334:39013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:20:45,695 DEBUG [M:0;93fb7f16a334:39013 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:20:45,695 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:20:45,695 DEBUG [M:0;93fb7f16a334:39013 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:20:45,695 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292423419 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292423419,5,FailOnTimeoutGroup] 2024-11-22T16:20:45,695 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292423420 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292423420,5,FailOnTimeoutGroup] 2024-11-22T16:20:45,696 INFO [M:0;93fb7f16a334:39013 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:20:45,696 INFO [M:0;93fb7f16a334:39013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:20:45,696 DEBUG [M:0;93fb7f16a334:39013 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:20:45,696 INFO [M:0;93fb7f16a334:39013 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:20:45,696 INFO [M:0;93fb7f16a334:39013 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:20:45,696 INFO [M:0;93fb7f16a334:39013 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:20:45,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:20:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-519352192/master 2024-11-22T16:20:45,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-519352192 2024-11-22T16:20:45,706 DEBUG [M:0;93fb7f16a334:39013 {}] zookeeper.ZKUtil(347): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Unable to get data of znode /0-519352192/master because node does not exist (not an error) 2024-11-22T16:20:45,706 WARN [M:0;93fb7f16a334:39013 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:20:45,707 INFO [M:0;93fb7f16a334:39013 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/.lastflushedseqids 2024-11-22T16:20:45,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741848_1024 (size=245) 2024-11-22T16:20:45,794 INFO [RS:0;93fb7f16a334:35305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:45,794 INFO [RS:0;93fb7f16a334:35305 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,35305,1732292422193; zookeeper connection closed. 2024-11-22T16:20:45,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:45,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35305-0x10163589d530001, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:45,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18ce02a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18ce02a1 2024-11-22T16:20:45,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:20:46,111 INFO [M:0;93fb7f16a334:39013 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:20:46,112 INFO [M:0;93fb7f16a334:39013 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:20:46,112 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:46,112 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:46,112 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:46,112 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:46,112 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:46,112 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T16:20:46,126 DEBUG [M:0;93fb7f16a334:39013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d15482165c84aada47e7f8a0452ece5 is 82, key is hbase:meta,,1/info:regioninfo/1732292424693/Put/seqid=0 2024-11-22T16:20:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741849_1025 (size=5672) 2024-11-22T16:20:46,513 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:46,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,530 INFO [M:0;93fb7f16a334:39013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d15482165c84aada47e7f8a0452ece5 2024-11-22T16:20:46,547 DEBUG [M:0;93fb7f16a334:39013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7bb395d67a4d7290b72b48c993f917 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292434073/Put/seqid=0 2024-11-22T16:20:46,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741850_1026 (size=8515) 2024-11-22T16:20:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:46,957 INFO [M:0;93fb7f16a334:39013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7bb395d67a4d7290b72b48c993f917 2024-11-22T16:20:46,973 DEBUG [M:0;93fb7f16a334:39013 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b58669e70f6463ab8d4375e42d22d55 is 69, key is 93fb7f16a334,35305,1732292422193/rs:state/1732292423457/Put/seqid=0 2024-11-22T16:20:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741851_1027 (size=5156) 2024-11-22T16:20:47,377 INFO [M:0;93fb7f16a334:39013 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b58669e70f6463ab8d4375e42d22d55 2024-11-22T16:20:47,382 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d15482165c84aada47e7f8a0452ece5 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d15482165c84aada47e7f8a0452ece5 2024-11-22T16:20:47,386 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d15482165c84aada47e7f8a0452ece5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:20:47,386 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3a7bb395d67a4d7290b72b48c993f917 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a7bb395d67a4d7290b72b48c993f917 2024-11-22T16:20:47,390 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3a7bb395d67a4d7290b72b48c993f917, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:20:47,391 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b58669e70f6463ab8d4375e42d22d55 as hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b58669e70f6463ab8d4375e42d22d55 2024-11-22T16:20:47,395 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35235/user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b58669e70f6463ab8d4375e42d22d55, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:20:47,396 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-22T16:20:47,404 INFO [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:47,404 DEBUG [M:0;93fb7f16a334:39013 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292446112Disabling compacts and flushes for region at 1732292446112Disabling writes for close at 1732292446112Obtaining lock to block concurrent updates at 1732292446112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292446112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732292446112Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292446113 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292446113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292446126 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292446126Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292446534 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292446547 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292446547Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292446960 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292446973 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292446973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d97d3c2: reopening flushed file at 1732292447381 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fb4cb7e: reopening flushed file at 1732292447386 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9c058b: reopening flushed file at 1732292447390 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1732292447396 (+6 ms)Writing region close event to WAL at 1732292447404 (+8 ms)Closed at 1732292447404 2024-11-22T16:20:47,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36661 is added to blk_1073741830_1006 (size=63642) 2024-11-22T16:20:47,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b34eb4a-ef4d-13c6-c39b-a63f4189dc77/MasterData/WALs/93fb7f16a334,39013,1732292421958/93fb7f16a334%2C39013%2C1732292421958.1732292423159 not finished, retry = 0 2024-11-22T16:20:47,514 INFO [M:0;93fb7f16a334:39013 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:20:47,514 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:20:47,514 INFO [M:0;93fb7f16a334:39013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39013 2024-11-22T16:20:47,514 INFO [M:0;93fb7f16a334:39013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:20:47,711 INFO [M:0;93fb7f16a334:39013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:20:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:47,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39013-0x10163589d530000, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:20:47,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3072af28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:47,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6df0091b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:47,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:47,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f39c0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:47,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3369e225{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:47,716 WARN [BP-2136380896-172.17.0.2-1732292420023 heartbeating to localhost/127.0.0.1:35235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:20:47,716 WARN [BP-2136380896-172.17.0.2-1732292420023 heartbeating to localhost/127.0.0.1:35235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2136380896-172.17.0.2-1732292420023 (Datanode Uuid 682c6837-941a-4dcd-adef-8276a7a166b9) service to localhost/127.0.0.1:35235 2024-11-22T16:20:47,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/data/data1/current/BP-2136380896-172.17.0.2-1732292420023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:47,717 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/cluster_6ade6398-2552-4d06-1a16-da0b53ca9dc0/data/data2/current/BP-2136380896-172.17.0.2-1732292420023 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:20:47,717 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:20:47,717 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:20:47,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:20:47,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60871a88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:47,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f59c6ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:20:47,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:20:47,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53b4795d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:20:47,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ec9cda9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f9bae0f-b80b-a1ce-295d-71f8e75faf25/hadoop.log.dir/,STOPPED} 2024-11-22T16:20:47,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:20:47,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:20:47,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 236) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46799 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35235 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51943) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1967 (was 2018) 2024-11-22T16:20:47,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=1967 2024-11-22T16:20:47,785 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-22T16:20:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir so I do NOT create it in target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1 2024-11-22T16:20:47,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:20:47,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.tmp.dir so I do NOT create it in target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1 2024-11-22T16:20:47,786 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf5d73b3-a1fb-100c-f3e6-4d8f5f944bf8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:20:47,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1 2024-11-22T16:20:47,786 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3, deleteOnExit=true 2024-11-22T16:20:47,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/zookeeper_0, clientPort=61658, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:20:47,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61658 2024-11-22T16:20:47,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:20:47,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/test.cache.data in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:20:47,809 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:47,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:20:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:20:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:20:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:20:47,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:20:47,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10163589d530005, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:20:47,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10163589d530002, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:20:47,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10163589d530005, quorum=127.0.0.1:51943, baseZNode=/1563203649 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:20:47,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10163589d530002, quorum=127.0.0.1:51943, baseZNode=/0-519352192 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:20:48,131 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:48,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:48,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:48,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:48,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:48,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:48,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:48,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:48,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af7bb63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/java.io.tmpdir/jetty-localhost-44897-hadoop-hdfs-3_4_1-tests_jar-_-any-9199005027324896401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:48,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:44897} 2024-11-22T16:20:48,237 INFO [Time-limited test {}] server.Server(415): Started @233654ms 2024-11-22T16:20:48,553 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:48,555 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:48,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:48,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:48,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:48,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dbe258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:48,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8d0f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:48,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b443fb3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/java.io.tmpdir/jetty-localhost-33643-hadoop-hdfs-3_4_1-tests_jar-_-any-13067325830353306599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:48,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f86a26b{HTTP/1.1, (http/1.1)}{localhost:33643} 2024-11-22T16:20:48,653 INFO [Time-limited test {}] server.Server(415): Started @234070ms 2024-11-22T16:20:48,654 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:20:49,340 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/data/data2/current/BP-178143460-172.17.0.2-1732292447825/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:49,340 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/data/data1/current/BP-178143460-172.17.0.2-1732292447825/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:49,363 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2ebc83bd7d28e76 with lease ID 0xdeacb5a8b7a17e43: Processing first storage report for DS-c869284c-7438-43c7-bb7a-f31a648845a5 from datanode DatanodeRegistration(127.0.0.1:46343, datanodeUuid=22d0fdee-364a-4fb5-9c43-f2a4c694a905, infoPort=35375, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=903933224;c=1732292447825) 2024-11-22T16:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2ebc83bd7d28e76 with lease ID 0xdeacb5a8b7a17e43: from storage DS-c869284c-7438-43c7-bb7a-f31a648845a5 node DatanodeRegistration(127.0.0.1:46343, datanodeUuid=22d0fdee-364a-4fb5-9c43-f2a4c694a905, infoPort=35375, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=903933224;c=1732292447825), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2ebc83bd7d28e76 with lease ID 0xdeacb5a8b7a17e43: Processing first storage report for DS-9ac80f57-fcf0-4fc6-b730-7b076d5551e4 from datanode DatanodeRegistration(127.0.0.1:46343, datanodeUuid=22d0fdee-364a-4fb5-9c43-f2a4c694a905, infoPort=35375, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=903933224;c=1732292447825) 2024-11-22T16:20:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2ebc83bd7d28e76 with lease ID 0xdeacb5a8b7a17e43: from storage DS-9ac80f57-fcf0-4fc6-b730-7b076d5551e4 node DatanodeRegistration(127.0.0.1:46343, datanodeUuid=22d0fdee-364a-4fb5-9c43-f2a4c694a905, infoPort=35375, infoSecurePort=0, ipcPort=35285, storageInfo=lv=-57;cid=testClusterID;nsid=903933224;c=1732292447825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:49,388 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1 2024-11-22T16:20:49,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:49,390 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:49,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:20:49,797 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79 with version=8 2024-11-22T16:20:49,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/hbase-staging 2024-11-22T16:20:49,799 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:20:49,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:49,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40005 2024-11-22T16:20:49,801 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40005 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400050x0, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:50,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40005-0x101635909ea0000 connected 2024-11-22T16:20:50,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:50,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:50,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/running 2024-11-22T16:20:50,403 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79, hbase.cluster.distributed=false 2024-11-22T16:20:50,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/acl 2024-11-22T16:20:50,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-22T16:20:50,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40005 2024-11-22T16:20:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40005 2024-11-22T16:20:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-22T16:20:50,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40005 2024-11-22T16:20:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:20:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:20:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:20:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:20:50,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:20:50,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:50,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36121 2024-11-22T16:20:50,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36121 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:50,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:50,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:50,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361210x0, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:50,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36121-0x101635909ea0001 connected 2024-11-22T16:20:50,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/running 2024-11-22T16:20:50,433 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:20:50,434 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:20:50,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/master 2024-11-22T16:20:50,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/acl 2024-11-22T16:20:50,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-22T16:20:50,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36121 2024-11-22T16:20:50,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36121 2024-11-22T16:20:50,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-22T16:20:50,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36121 2024-11-22T16:20:50,450 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:40005 2024-11-22T16:20:50,451 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0249151674/backup-masters/93fb7f16a334,40005,1732292449799 2024-11-22T16:20:50,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/backup-masters 2024-11-22T16:20:50,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/backup-masters 2024-11-22T16:20:50,463 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on existing znode=/0249151674/backup-masters/93fb7f16a334,40005,1732292449799 2024-11-22T16:20:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0249151674/master 2024-11-22T16:20:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:50,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:50,474 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on existing znode=/0249151674/master 2024-11-22T16:20:50,474 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0249151674/backup-masters/93fb7f16a334,40005,1732292449799 from backup master directory 2024-11-22T16:20:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0249151674/backup-masters/93fb7f16a334,40005,1732292449799 2024-11-22T16:20:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/backup-masters 2024-11-22T16:20:50,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/backup-masters 2024-11-22T16:20:50,484 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:50,484 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,40005,1732292449799 2024-11-22T16:20:50,487 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/hbase.id] with ID: f9e2a0a0-603e-4743-a29a-4e646e69450f 2024-11-22T16:20:50,487 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/.tmp/hbase.id 2024-11-22T16:20:50,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:20:50,893 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/.tmp/hbase.id]:[hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/hbase.id] 2024-11-22T16:20:50,901 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:50,901 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:20:50,901 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T16:20:50,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:50,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:50,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:20:51,362 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:51,363 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:20:51,363 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:20:51,769 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store 2024-11-22T16:20:51,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:52,174 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:52,174 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:52,174 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292452174Disabling compacts and flushes for region at 1732292452174Disabling writes for close at 1732292452174Writing region close event to WAL at 1732292452174Closed at 1732292452174 2024-11-22T16:20:52,175 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/.initializing 2024-11-22T16:20:52,175 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/WALs/93fb7f16a334,40005,1732292449799 2024-11-22T16:20:52,175 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:52,176 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C40005%2C1732292449799, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/WALs/93fb7f16a334,40005,1732292449799, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/oldWALs, maxLogs=10 2024-11-22T16:20:52,188 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/WALs/93fb7f16a334,40005,1732292449799/93fb7f16a334%2C40005%2C1732292449799.1732292452176, exclude list is [], retry=0 2024-11-22T16:20:52,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46343,DS-c869284c-7438-43c7-bb7a-f31a648845a5,DISK] 2024-11-22T16:20:52,191 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/WALs/93fb7f16a334,40005,1732292449799/93fb7f16a334%2C40005%2C1732292449799.1732292452176 2024-11-22T16:20:52,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-22T16:20:52,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:52,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:52,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,191 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:20:52,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:52,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:20:52,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:52,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:20:52,199 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:52,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:20:52,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:52,200 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,201 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,201 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,202 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,202 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,202 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:52,203 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:52,204 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:52,205 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74083042, jitterRate=0.10392335057258606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:52,205 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292452191Initializing all the Stores at 1732292452192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292452192Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292452196 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292452196Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292452196Cleaning up temporary data from old regions at 1732292452202 (+6 ms)Region opened successfully at 1732292452205 (+3 ms) 2024-11-22T16:20:52,205 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:20:52,207 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1c2103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:52,208 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:20:52,208 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:20:52,208 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:20:52,208 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:20:52,208 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:20:52,209 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:20:52,209 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:20:52,213 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:20:52,214 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/balancer because node does not exist (not necessarily an error) 2024-11-22T16:20:52,273 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/balancer already deleted, retry=false 2024-11-22T16:20:52,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:20:52,274 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:20:52,284 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/normalizer already deleted, retry=false 2024-11-22T16:20:52,284 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:20:52,285 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:20:52,375 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/switch/split already deleted, retry=false 2024-11-22T16:20:52,377 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:20:52,400 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/switch/merge already deleted, retry=false 2024-11-22T16:20:52,402 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:20:52,410 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/snapshot-cleanup already deleted, retry=false 2024-11-22T16:20:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0249151674/running 2024-11-22T16:20:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0249151674/running 2024-11-22T16:20:52,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,421 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,40005,1732292449799, sessionid=0x101635909ea0000, setting cluster-up flag (Was=false) 2024-11-22T16:20:52,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,473 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0249151674/flush-table-proc/acquired, /0249151674/flush-table-proc/reached, /0249151674/flush-table-proc/abort 2024-11-22T16:20:52,474 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,40005,1732292449799 2024-11-22T16:20:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:52,526 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0249151674/online-snapshot/acquired, /0249151674/online-snapshot/reached, /0249151674/online-snapshot/abort 2024-11-22T16:20:52,527 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,40005,1732292449799 2024-11-22T16:20:52,528 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:20:52,529 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:52,530 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:20:52,530 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:20:52,530 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 93fb7f16a334,34565,1732292359969: status=Processing ServerCrashProcedure of 93fb7f16a334,34565,1732292359969 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732292375956, completionTime=-1 appears to have been leaked 2024-11-22T16:20:52,530 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,40005,1732292449799 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:20:52,531 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:52,531 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:52,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:52,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:20:52,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292482536 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:20:52,536 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:20:52,537 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,539 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:20:52,539 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:20:52,539 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:20:52,540 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:20:52,540 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:20:52,540 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:20:52,543 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292452540,5,FailOnTimeoutGroup] 2024-11-22T16:20:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:20:52,545 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(746): ClusterId : f9e2a0a0-603e-4743-a29a-4e646e69450f 2024-11-22T16:20:52,545 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:20:52,547 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292452543,5,FailOnTimeoutGroup] 2024-11-22T16:20:52,547 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,547 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:20:52,547 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,547 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,557 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:20:52,557 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:20:52,569 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:20:52,569 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf81ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:52,584 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:36121 2024-11-22T16:20:52,584 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:20:52,584 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:20:52,584 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:20:52,585 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,40005,1732292449799 with port=36121, startcode=1732292450418 2024-11-22T16:20:52,585 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:20:52,586 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:20:52,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40005 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,587 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79 2024-11-22T16:20:52,587 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46293 2024-11-22T16:20:52,587 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:20:52,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/rs 2024-11-22T16:20:52,600 DEBUG [RS:0;93fb7f16a334:36121 {}] zookeeper.ZKUtil(111): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on existing znode=/0249151674/rs/93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,600 WARN [RS:0;93fb7f16a334:36121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:52,600 INFO [RS:0;93fb7f16a334:36121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:52,600 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,36121,1732292450418] 2024-11-22T16:20:52,603 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:20:52,604 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:20:52,605 INFO [RS:0;93fb7f16a334:36121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:20:52,605 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,605 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:20:52,606 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:20:52,606 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:52,606 DEBUG [RS:0;93fb7f16a334:36121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,607 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36121,1732292450418-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:52,620 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:20:52,620 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36121,1732292450418-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,620 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,620 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.Replication(171): 93fb7f16a334,36121,1732292450418 started 2024-11-22T16:20:52,632 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:52,632 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,36121,1732292450418, RpcServer on 93fb7f16a334/172.17.0.2:36121, sessionid=0x101635909ea0001 2024-11-22T16:20:52,632 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:20:52,632 DEBUG [RS:0;93fb7f16a334:36121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,632 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36121,1732292450418' 2024-11-22T16:20:52,632 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0249151674/flush-table-proc/abort' 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0249151674/flush-table-proc/acquired' 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,36121,1732292450418 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36121,1732292450418' 2024-11-22T16:20:52,633 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0249151674/online-snapshot/abort' 2024-11-22T16:20:52,634 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0249151674/online-snapshot/acquired' 2024-11-22T16:20:52,634 DEBUG [RS:0;93fb7f16a334:36121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:20:52,634 INFO [RS:0;93fb7f16a334:36121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:20:52,634 INFO [RS:0;93fb7f16a334:36121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:20:52,734 INFO [RS:0;93fb7f16a334:36121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:52,735 INFO [RS:0;93fb7f16a334:36121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36121%2C1732292450418, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/oldWALs, maxLogs=10 2024-11-22T16:20:52,754 DEBUG [RS:0;93fb7f16a334:36121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, exclude list is [], retry=0 2024-11-22T16:20:52,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46343,DS-c869284c-7438-43c7-bb7a-f31a648845a5,DISK] 2024-11-22T16:20:52,757 INFO [RS:0;93fb7f16a334:36121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 2024-11-22T16:20:52,758 DEBUG [RS:0;93fb7f16a334:36121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-22T16:20:52,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:20:52,945 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79 2024-11-22T16:20:52,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:20:52,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:52,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:52,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:52,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:52,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:52,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:52,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:52,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:52,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:52,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:52,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:52,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:52,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:52,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:52,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:52,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740 2024-11-22T16:20:52,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740 2024-11-22T16:20:52,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:52,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:52,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:52,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:52,963 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:52,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71067498, jitterRate=0.05898824334144592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292452953Initializing all the Stores at 1732292452953Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292452953Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292452953Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292452953Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292452954 (+1 ms)Cleaning up temporary data from old regions at 1732292452960 (+6 ms)Region opened successfully at 1732292452964 (+4 ms) 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:52,964 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:52,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:52,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292452964Disabling compacts and flushes for region at 1732292452964Disabling writes for close at 1732292452964Writing region close event to WAL at 1732292452964Closed at 1732292452964 2024-11-22T16:20:52,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:52,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:20:52,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:20:52,966 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:52,967 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:20:53,117 DEBUG [93fb7f16a334:40005 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:20:53,118 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:20:53,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36121,1732292450418, state=OPENING 2024-11-22T16:20:53,262 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:20:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:53,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:20:53,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0249151674/meta-region-server: CHANGED 2024-11-22T16:20:53,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0249151674/meta-region-server: CHANGED 2024-11-22T16:20:53,274 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:53,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36121,1732292450418}] 2024-11-22T16:20:53,426 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:53,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:20:53,430 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:20:53,430 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:53,431 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:20:53,432 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36121%2C1732292450418.meta, suffix=.meta, logDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/oldWALs, maxLogs=10 2024-11-22T16:20:53,448 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.meta.1732292453432.meta, exclude list is [], retry=0 2024-11-22T16:20:53,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46343,DS-c869284c-7438-43c7-bb7a-f31a648845a5,DISK] 2024-11-22T16:20:53,451 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.meta.1732292453432.meta 2024-11-22T16:20:53,451 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-22T16:20:53,452 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:53,452 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:53,452 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:53,452 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:20:53,452 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:20:53,452 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:20:53,453 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:53,453 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:20:53,453 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:20:53,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:53,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:53,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:53,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:53,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:53,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:53,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:53,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:53,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:53,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:53,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:53,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:53,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:53,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:53,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:53,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:53,457 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:53,458 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740 2024-11-22T16:20:53,459 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740 2024-11-22T16:20:53,460 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:53,460 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:53,460 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:53,461 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:53,461 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72175996, jitterRate=0.07550615072250366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:53,461 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:20:53,462 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292453453Writing region info on filesystem at 1732292453453Initializing all the Stores at 1732292453453Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292453453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292453454 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292453454Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292453454Cleaning up temporary data from old regions at 1732292453460 (+6 ms)Running coprocessor post-open hooks at 1732292453461 (+1 ms)Region opened successfully at 1732292453462 (+1 ms) 2024-11-22T16:20:53,463 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292453426 2024-11-22T16:20:53,464 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:20:53,464 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:20:53,465 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:20:53,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36121,1732292450418, state=OPEN 2024-11-22T16:20:53,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0249151674/meta-region-server 2024-11-22T16:20:53,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0249151674/meta-region-server 2024-11-22T16:20:53,499 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,36121,1732292450418 2024-11-22T16:20:53,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0249151674/meta-region-server: CHANGED 2024-11-22T16:20:53,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0249151674/meta-region-server: CHANGED 2024-11-22T16:20:53,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:20:53,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36121,1732292450418 in 225 msec 2024-11-22T16:20:53,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:20:53,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 537 msec 2024-11-22T16:20:53,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:53,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:20:53,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:53,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36121,1732292450418, seqNum=-1] 2024-11-22T16:20:53,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:53,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:53,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 981 msec 2024-11-22T16:20:53,510 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292453510, completionTime=-1 2024-11-22T16:20:53,510 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:20:53,510 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292513512 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292573512 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:40005, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,512 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,514 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.031sec 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:53,515 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:20:53,517 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:20:53,517 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:20:53,517 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,40005,1732292449799-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:53,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeccb73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:53,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:20:53,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:53,547 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:20:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:20:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e518b6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:20:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:53,548 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:53,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a97005e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:53,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36121,1732292450418, seqNum=-1] 2024-11-22T16:20:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:53,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:53,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,40005,1732292449799 2024-11-22T16:20:53,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:53,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:53,569 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101635909ea0002 connected 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir so I do NOT create it in target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7 2024-11-22T16:20:53,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.tmp.dir so I do NOT create it in target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7 2024-11-22T16:20:53,581 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:20:53,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/cluster_1f0e6f8a-5200-9ac9-5c3b-ddc849fefb13, deleteOnExit=true 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/test.cache.data in system properties and HBase conf 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:20:53,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:20:53,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:20:53,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:20:53,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:20:53,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:53,843 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38434 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:20:53,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:53,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:53,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:53,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:53,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:20:53,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:53,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92d56b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:53,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68664e8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:53,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c1a2b16{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/java.io.tmpdir/jetty-localhost-40265-hadoop-hdfs-3_4_1-tests_jar-_-any-5880319091484685453/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:53,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75ef6e1f{HTTP/1.1, (http/1.1)}{localhost:40265} 2024-11-22T16:20:53,993 INFO [Time-limited test {}] server.Server(415): Started @239410ms 2024-11-22T16:20:54,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:54,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:54,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:54,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:54,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:20:54,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@700ad68f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:54,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6790afcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:54,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d19ed7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/java.io.tmpdir/jetty-localhost-36361-hadoop-hdfs-3_4_1-tests_jar-_-any-674546007088317229/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:54,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55d2d063{HTTP/1.1, (http/1.1)}{localhost:36361} 2024-11-22T16:20:54,517 INFO [Time-limited test {}] server.Server(415): Started @239934ms 2024-11-22T16:20:54,518 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:20:55,292 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/cluster_1f0e6f8a-5200-9ac9-5c3b-ddc849fefb13/data/data2/current/BP-634339407-172.17.0.2-1732292453596/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:55,292 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/cluster_1f0e6f8a-5200-9ac9-5c3b-ddc849fefb13/data/data1/current/BP-634339407-172.17.0.2-1732292453596/current, will proceed with Du for space computation calculation, 2024-11-22T16:20:55,312 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:20:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf97045f1c9efbf with lease ID 0x91c72324aedbb01a: Processing first storage report for DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c from datanode DatanodeRegistration(127.0.0.1:45087, datanodeUuid=5ad86c54-83b9-4ff9-841b-42387d259415, infoPort=39507, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=1663762394;c=1732292453596) 2024-11-22T16:20:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf97045f1c9efbf with lease ID 0x91c72324aedbb01a: from storage DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c node DatanodeRegistration(127.0.0.1:45087, datanodeUuid=5ad86c54-83b9-4ff9-841b-42387d259415, infoPort=39507, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=1663762394;c=1732292453596), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf97045f1c9efbf with lease ID 0x91c72324aedbb01a: Processing first storage report for DS-4ecbca57-2026-4a70-a2fc-0533f6c8918c from datanode DatanodeRegistration(127.0.0.1:45087, datanodeUuid=5ad86c54-83b9-4ff9-841b-42387d259415, infoPort=39507, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=1663762394;c=1732292453596) 2024-11-22T16:20:55,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf97045f1c9efbf with lease ID 0x91c72324aedbb01a: from storage DS-4ecbca57-2026-4a70-a2fc-0533f6c8918c node DatanodeRegistration(127.0.0.1:45087, datanodeUuid=5ad86c54-83b9-4ff9-841b-42387d259415, infoPort=39507, infoSecurePort=0, ipcPort=37175, storageInfo=lv=-57;cid=testClusterID;nsid=1663762394;c=1732292453596), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:20:55,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7 2024-11-22T16:20:55,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:55,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:20:55,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9 with version=8 2024-11-22T16:20:55,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/hbase-staging 2024-11-22T16:20:55,770 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:55,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41263 2024-11-22T16:20:55,772 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41263 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:55,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:20:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412630x0, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:55,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41263-0x101635909ea0003 connected 2024-11-22T16:20:55,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:55,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:20:56,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:56,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:56,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/running 2024-11-22T16:20:56,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9, hbase.cluster.distributed=false 2024-11-22T16:20:56,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/acl 2024-11-22T16:20:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T16:20:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41263 2024-11-22T16:20:56,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41263 2024-11-22T16:20:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T16:20:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41263 2024-11-22T16:20:56,182 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:20:56,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:56,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:56,182 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:20:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:20:56,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:20:56,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:20:56,183 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:20:56,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35553 2024-11-22T16:20:56,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35553 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:56,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:56,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:56,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355530x0, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:56,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355530x0, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/running 2024-11-22T16:20:56,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35553-0x101635909ea0004 connected 2024-11-22T16:20:56,200 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:20:56,202 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:20:56,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/master 2024-11-22T16:20:56,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/acl 2024-11-22T16:20:56,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-22T16:20:56,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35553 2024-11-22T16:20:56,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35553 2024-11-22T16:20:56,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-22T16:20:56,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35553 2024-11-22T16:20:56,224 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:41263 2024-11-22T16:20:56,224 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-198357417/backup-masters/93fb7f16a334,41263,1732292455770 2024-11-22T16:20:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/backup-masters 2024-11-22T16:20:56,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/backup-masters 2024-11-22T16:20:56,231 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on existing znode=/1-198357417/backup-masters/93fb7f16a334,41263,1732292455770 2024-11-22T16:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198357417/master 2024-11-22T16:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:56,242 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on existing znode=/1-198357417/master 2024-11-22T16:20:56,242 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-198357417/backup-masters/93fb7f16a334,41263,1732292455770 from backup master directory 2024-11-22T16:20:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/backup-masters 2024-11-22T16:20:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198357417/backup-masters/93fb7f16a334,41263,1732292455770 2024-11-22T16:20:56,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/backup-masters 2024-11-22T16:20:56,252 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:56,252 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,41263,1732292455770 2024-11-22T16:20:56,256 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/hbase.id] with ID: 64f98b69-3bf6-4dba-84d5-53149151e74f 2024-11-22T16:20:56,256 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/.tmp/hbase.id 2024-11-22T16:20:56,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:20:56,661 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/.tmp/hbase.id]:[hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/hbase.id] 2024-11-22T16:20:56,668 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:20:56,668 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:20:56,669 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:20:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:56,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:56,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:20:57,121 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:20:57,122 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:20:57,122 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:20:57,528 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store 2024-11-22T16:20:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:20:57,533 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:57,533 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292457533Disabling compacts and flushes for region at 1732292457533Disabling writes for close at 1732292457533Writing region close event to WAL at 1732292457533Closed at 1732292457533 2024-11-22T16:20:57,533 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/.initializing 2024-11-22T16:20:57,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/WALs/93fb7f16a334,41263,1732292455770 2024-11-22T16:20:57,534 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:57,535 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C41263%2C1732292455770, suffix=, logDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/WALs/93fb7f16a334,41263,1732292455770, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/oldWALs, maxLogs=10 2024-11-22T16:20:57,547 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/WALs/93fb7f16a334,41263,1732292455770/93fb7f16a334%2C41263%2C1732292455770.1732292457535, exclude list is [], retry=0 2024-11-22T16:20:57,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45087,DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c,DISK] 2024-11-22T16:20:57,550 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/WALs/93fb7f16a334,41263,1732292455770/93fb7f16a334%2C41263%2C1732292455770.1732292457535 2024-11-22T16:20:57,550 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-11-22T16:20:57,550 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:57,550 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:57,551 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,551 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:20:57,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:20:57,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:57,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:20:57,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:57,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:57,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:20:57,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:57,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:20:57,555 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,556 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,556 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,557 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,557 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,557 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:57,557 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:20:57,560 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:57,561 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62810266, jitterRate=-0.06405410170555115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:57,561 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292457551Initializing all the Stores at 1732292457551Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292457551Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292457551Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292457551Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292457551Cleaning up temporary data from old regions at 1732292457557 (+6 ms)Region opened successfully at 1732292457561 (+4 ms) 2024-11-22T16:20:57,561 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:20:57,563 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d6224c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:57,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:20:57,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:20:57,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:20:57,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:20:57,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:20:57,565 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:20:57,565 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:20:57,566 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:20:57,567 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/balancer because node does not exist (not necessarily an error) 2024-11-22T16:20:57,778 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/balancer already deleted, retry=false 2024-11-22T16:20:57,779 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:20:57,780 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:20:57,854 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/normalizer already deleted, retry=false 2024-11-22T16:20:57,854 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:20:57,855 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:20:57,882 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/switch/split already deleted, retry=false 2024-11-22T16:20:57,883 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:20:57,894 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/switch/merge already deleted, retry=false 2024-11-22T16:20:57,895 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:20:57,904 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/snapshot-cleanup already deleted, retry=false 2024-11-22T16:20:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198357417/running 2024-11-22T16:20:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-198357417/running 2024-11-22T16:20:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:57,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,41263,1732292455770, sessionid=0x101635909ea0003, setting cluster-up flag (Was=false) 2024-11-22T16:20:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:57,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:57,968 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-198357417/flush-table-proc/acquired, /1-198357417/flush-table-proc/reached, /1-198357417/flush-table-proc/abort 2024-11-22T16:20:57,969 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41263,1732292455770 2024-11-22T16:20:57,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:57,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:58,020 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-198357417/online-snapshot/acquired, /1-198357417/online-snapshot/reached, /1-198357417/online-snapshot/abort 2024-11-22T16:20:58,021 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,41263,1732292455770 2024-11-22T16:20:58,022 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:20:58,024 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:58,024 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:20:58,024 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:20:58,025 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,41263,1732292455770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:58,026 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,027 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292488027 2024-11-22T16:20:58,027 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:20:58,027 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:20:58,027 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:20:58,027 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:58,027 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:20:58,027 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:20:58,028 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:20:58,028 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:20:58,028 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,028 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:20:58,032 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:20:58,033 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:20:58,033 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:20:58,033 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:20:58,035 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:20:58,036 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:20:58,036 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292458036,5,FailOnTimeoutGroup] 2024-11-22T16:20:58,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292458036,5,FailOnTimeoutGroup] 2024-11-22T16:20:58,038 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,038 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:20:58,038 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,038 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:20:58,116 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(746): ClusterId : 64f98b69-3bf6-4dba-84d5-53149151e74f 2024-11-22T16:20:58,116 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:20:58,126 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:20:58,126 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:20:58,137 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:20:58,137 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68abd504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:20:58,148 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:35553 2024-11-22T16:20:58,148 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:20:58,148 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:20:58,148 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:20:58,148 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,41263,1732292455770 with port=35553, startcode=1732292456182 2024-11-22T16:20:58,148 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:20:58,161 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:20:58,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,163 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9 2024-11-22T16:20:58,163 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46565 2024-11-22T16:20:58,163 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:20:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/rs 2024-11-22T16:20:58,168 DEBUG [RS:0;93fb7f16a334:35553 {}] zookeeper.ZKUtil(111): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on existing znode=/1-198357417/rs/93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,168 WARN [RS:0;93fb7f16a334:35553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:20:58,168 INFO [RS:0;93fb7f16a334:35553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:58,168 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,35553,1732292456182] 2024-11-22T16:20:58,174 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:20:58,176 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:20:58,176 INFO [RS:0;93fb7f16a334:35553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:20:58,176 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,177 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:20:58,178 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:20:58,178 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:58,179 DEBUG [RS:0;93fb7f16a334:35553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:20:58,179 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,179 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,179 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,180 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,180 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,180 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35553,1732292456182-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:58,194 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:20:58,194 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35553,1732292456182-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,195 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,195 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.Replication(171): 93fb7f16a334,35553,1732292456182 started 2024-11-22T16:20:58,210 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,210 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,35553,1732292456182, RpcServer on 93fb7f16a334/172.17.0.2:35553, sessionid=0x101635909ea0004 2024-11-22T16:20:58,210 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:20:58,210 DEBUG [RS:0;93fb7f16a334:35553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,210 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35553,1732292456182' 2024-11-22T16:20:58,210 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-198357417/flush-table-proc/abort' 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-198357417/flush-table-proc/acquired' 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35553,1732292456182' 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-198357417/online-snapshot/abort' 2024-11-22T16:20:58,211 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-198357417/online-snapshot/acquired' 2024-11-22T16:20:58,212 DEBUG [RS:0;93fb7f16a334:35553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:20:58,212 INFO [RS:0;93fb7f16a334:35553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:20:58,212 INFO [RS:0;93fb7f16a334:35553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:20:58,312 INFO [RS:0;93fb7f16a334:35553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:20:58,313 INFO [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35553%2C1732292456182, suffix=, logDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs, maxLogs=10 2024-11-22T16:20:58,325 DEBUG [RS:0;93fb7f16a334:35553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, exclude list is [], retry=0 2024-11-22T16:20:58,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45087,DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c,DISK] 2024-11-22T16:20:58,329 INFO [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 2024-11-22T16:20:58,329 DEBUG [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-11-22T16:20:58,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:20:58,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9 2024-11-22T16:20:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:20:58,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:58,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:58,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:58,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:58,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:58,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:58,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:58,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:58,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:58,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:58,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740 2024-11-22T16:20:58,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740 2024-11-22T16:20:58,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:58,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:58,452 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:58,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:20:58,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66918487, jitterRate=-0.0028368383646011353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292458445Initializing all the Stores at 1732292458446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292458446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458446Cleaning up temporary data from old regions at 1732292458451 (+5 ms)Region opened successfully at 1732292458454 (+3 ms) 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:20:58,454 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:20:58,454 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:20:58,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292458454Disabling compacts and flushes for region at 1732292458454Disabling writes for close at 1732292458454Writing region close event to WAL at 1732292458454Closed at 1732292458454 2024-11-22T16:20:58,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:58,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:20:58,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:20:58,456 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:58,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:20:58,603 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:20:58,607 DEBUG [93fb7f16a334:41263 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:20:58,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35553,1732292456182, state=OPENING 2024-11-22T16:20:58,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:20:58,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:58,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:20:58,715 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:20:58,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198357417/meta-region-server: CHANGED 2024-11-22T16:20:58,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198357417/meta-region-server: CHANGED 2024-11-22T16:20:58,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35553,1732292456182}] 2024-11-22T16:20:58,868 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:20:58,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:20:58,871 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:20:58,871 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:20:58,871 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:20:58,872 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35553%2C1732292456182.meta, suffix=.meta, logDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs, maxLogs=10 2024-11-22T16:20:58,884 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.meta.1732292458873.meta, exclude list is [], retry=0 2024-11-22T16:20:58,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45087,DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c,DISK] 2024-11-22T16:20:58,887 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.meta.1732292458873.meta 2024-11-22T16:20:58,887 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:20:58,888 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:20:58,888 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:20:58,888 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:20:58,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:20:58,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:20:58,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:20:58,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:20:58,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:20:58,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:20:58,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:20:58,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:20:58,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:20:58,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:20:58,892 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:20:58,893 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740 2024-11-22T16:20:58,893 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740 2024-11-22T16:20:58,894 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:20:58,894 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:20:58,894 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:20:58,895 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:20:58,895 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70086971, jitterRate=0.04437725245952606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:20:58,896 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:20:58,896 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292458888Writing region info on filesystem at 1732292458888Initializing all the Stores at 1732292458889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458889Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458889Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292458889Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292458889Cleaning up temporary data from old regions at 1732292458894 (+5 ms)Running coprocessor post-open hooks at 1732292458896 (+2 ms)Region opened successfully at 1732292458896 2024-11-22T16:20:58,896 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292458867 2024-11-22T16:20:58,897 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:20:58,898 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:20:58,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35553,1732292456182, state=OPEN 2024-11-22T16:20:58,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-198357417/meta-region-server 2024-11-22T16:20:58,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-198357417/meta-region-server 2024-11-22T16:20:58,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,35553,1732292456182 2024-11-22T16:20:58,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198357417/meta-region-server: CHANGED 2024-11-22T16:20:58,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-198357417/meta-region-server: CHANGED 2024-11-22T16:20:58,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:20:58,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35553,1732292456182 in 190 msec 2024-11-22T16:20:58,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:20:58,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 451 msec 2024-11-22T16:20:58,908 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:20:58,908 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:20:58,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:58,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35553,1732292456182, seqNum=-1] 2024-11-22T16:20:58,909 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:58,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:58,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-22T16:20:58,914 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292458914, completionTime=-1 2024-11-22T16:20:58,914 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:20:58,915 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292518916 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292578916 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:41263, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:58,918 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:20:58,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.667sec 2024-11-22T16:20:58,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:20:58,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:20:58,922 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:20:58,922 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:20:58,923 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,41263,1732292455770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:20:59,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754f6ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:59,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:20:59,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:20:59,017 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:20:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:20:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:20:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ff1b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:59,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:20:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:20:59,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:20:59,018 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:20:59,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d96622c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:20:59,019 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:20:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35553,1732292456182, seqNum=-1] 2024-11-22T16:20:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:20:59,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:20:59,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,41263,1732292455770 2024-11-22T16:20:59,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:20:59,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:20:59,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101635909ea0005 connected 2024-11-22T16:20:59,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir so I do NOT create it in target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156 2024-11-22T16:20:59,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.tmp.dir so I do NOT create it in target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156 2024-11-22T16:20:59,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:20:59,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/cluster_621cd79b-83be-4267-f320-24b65018b829, deleteOnExit=true 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/test.cache.data in system properties and HBase conf 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:20:59,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:20:59,044 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:20:59,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:20:59,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:59,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:59,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:59,394 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:59,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:20:59,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:59,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:59,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:59,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@477cba88{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/java.io.tmpdir/jetty-localhost-39961-hadoop-hdfs-3_4_1-tests_jar-_-any-10058564664983970375/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:20:59,516 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:39961} 2024-11-22T16:20:59,516 INFO [Time-limited test {}] server.Server(415): Started @244933ms 2024-11-22T16:20:59,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:20:59,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:20:59,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:20:59,790 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:20:59,790 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:20:59,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:20:59,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:20:59,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d5d017a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/java.io.tmpdir/jetty-localhost-39309-hadoop-hdfs-3_4_1-tests_jar-_-any-14751378234170576483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:20:59,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:39309} 2024-11-22T16:20:59,889 INFO [Time-limited test {}] server.Server(415): Started @245306ms 2024-11-22T16:20:59,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:21:00,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:21:00,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:21:00,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T16:21:00,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T16:21:00,573 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/cluster_621cd79b-83be-4267-f320-24b65018b829/data/data1/current/BP-1429967536-172.17.0.2-1732292459067/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:00,573 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/cluster_621cd79b-83be-4267-f320-24b65018b829/data/data2/current/BP-1429967536-172.17.0.2-1732292459067/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:00,590 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:21:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2726e4a396c815eb with lease ID 0xef5751b21ae7c001: Processing first storage report for DS-a373f16d-ca04-43b4-9d47-3e550352cb92 from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=7a4ccadc-d46a-44cc-b8cf-916a253df0c8, infoPort=34769, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=1694242714;c=1732292459067) 2024-11-22T16:21:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2726e4a396c815eb with lease ID 0xef5751b21ae7c001: from storage DS-a373f16d-ca04-43b4-9d47-3e550352cb92 node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=7a4ccadc-d46a-44cc-b8cf-916a253df0c8, infoPort=34769, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=1694242714;c=1732292459067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2726e4a396c815eb with lease ID 0xef5751b21ae7c001: Processing first storage report for DS-fe17f5e6-cd9b-4f27-9e17-df0617b9b9a9 from datanode DatanodeRegistration(127.0.0.1:38961, datanodeUuid=7a4ccadc-d46a-44cc-b8cf-916a253df0c8, infoPort=34769, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=1694242714;c=1732292459067) 2024-11-22T16:21:00,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2726e4a396c815eb with lease ID 0xef5751b21ae7c001: from storage DS-fe17f5e6-cd9b-4f27-9e17-df0617b9b9a9 node DatanodeRegistration(127.0.0.1:38961, datanodeUuid=7a4ccadc-d46a-44cc-b8cf-916a253df0c8, infoPort=34769, infoSecurePort=0, ipcPort=32819, storageInfo=lv=-57;cid=testClusterID;nsid=1694242714;c=1732292459067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:00,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156 2024-11-22T16:21:00,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:00,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:21:01,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a with version=8 2024-11-22T16:21:01,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/hbase-staging 2024-11-22T16:21:01,036 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:01,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:01,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:01,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:21:01,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:01,037 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35859 2024-11-22T16:21:01,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35859 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:21:01,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358590x0, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:01,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35859-0x101635909ea0006 connected 2024-11-22T16:21:01,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:01,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:01,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/running 2024-11-22T16:21:01,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a, hbase.cluster.distributed=false 2024-11-22T16:21:01,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/acl 2024-11-22T16:21:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-22T16:21:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35859 2024-11-22T16:21:01,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35859 2024-11-22T16:21:01,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-22T16:21:01,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35859 2024-11-22T16:21:01,394 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:01,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43391 2024-11-22T16:21:01,395 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:21:01,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:01,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:01,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:01,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x101635909ea0007 connected 2024-11-22T16:21:01,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433910x0, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/running 2024-11-22T16:21:01,410 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:21:01,411 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:21:01,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/master 2024-11-22T16:21:01,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/acl 2024-11-22T16:21:01,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-22T16:21:01,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-22T16:21:01,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-22T16:21:01,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-22T16:21:01,419 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-22T16:21:01,429 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:35859 2024-11-22T16:21:01,430 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22005032974/backup-masters/93fb7f16a334,35859,1732292461036 2024-11-22T16:21:01,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/backup-masters 2024-11-22T16:21:01,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/backup-masters 2024-11-22T16:21:01,441 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on existing znode=/22005032974/backup-masters/93fb7f16a334,35859,1732292461036 2024-11-22T16:21:01,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22005032974/master 2024-11-22T16:21:01,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:01,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:01,452 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on existing znode=/22005032974/master 2024-11-22T16:21:01,452 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22005032974/backup-masters/93fb7f16a334,35859,1732292461036 from backup master directory 2024-11-22T16:21:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22005032974/backup-masters/93fb7f16a334,35859,1732292461036 2024-11-22T16:21:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/backup-masters 2024-11-22T16:21:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/backup-masters 2024-11-22T16:21:01,462 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:01,462 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,35859,1732292461036 2024-11-22T16:21:01,465 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/hbase.id] with ID: 11cfe9bc-1101-4b0a-b31e-33bea558c46e 2024-11-22T16:21:01,465 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/.tmp/hbase.id 2024-11-22T16:21:01,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:21:01,870 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/.tmp/hbase.id]:[hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/hbase.id] 2024-11-22T16:21:01,878 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:01,878 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:21:01,879 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:21:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:01,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:01,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:21:01,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:01,914 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:21:01,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:21:02,331 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store 2024-11-22T16:21:02,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:02,736 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:02,736 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:02,736 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292462736Disabling compacts and flushes for region at 1732292462736Disabling writes for close at 1732292462736Writing region close event to WAL at 1732292462736Closed at 1732292462736 2024-11-22T16:21:02,737 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/.initializing 2024-11-22T16:21:02,737 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/WALs/93fb7f16a334,35859,1732292461036 2024-11-22T16:21:02,737 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:02,738 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C35859%2C1732292461036, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/WALs/93fb7f16a334,35859,1732292461036, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/oldWALs, maxLogs=10 2024-11-22T16:21:02,750 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/WALs/93fb7f16a334,35859,1732292461036/93fb7f16a334%2C35859%2C1732292461036.1732292462739, exclude list is [], retry=0 2024-11-22T16:21:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-a373f16d-ca04-43b4-9d47-3e550352cb92,DISK] 2024-11-22T16:21:02,753 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/WALs/93fb7f16a334,35859,1732292461036/93fb7f16a334%2C35859%2C1732292461036.1732292462739 2024-11-22T16:21:02,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-22T16:21:02,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:02,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:02,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:21:02,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:02,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:02,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:21:02,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:02,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:02,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:21:02,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:02,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:02,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:21:02,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:02,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:02,759 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,760 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,760 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,761 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,761 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,761 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:02,762 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:02,763 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:02,764 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68984593, jitterRate=0.02795054018497467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:02,764 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292462754Initializing all the Stores at 1732292462755 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292462755Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292462755Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292462755Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292462755Cleaning up temporary data from old regions at 1732292462761 (+6 ms)Region opened successfully at 1732292462764 (+3 ms) 2024-11-22T16:21:02,764 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:21:02,766 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296923ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:02,766 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:21:02,767 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:21:02,769 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:21:02,769 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/balancer because node does not exist (not necessarily an error) 2024-11-22T16:21:02,819 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/balancer already deleted, retry=false 2024-11-22T16:21:02,819 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:21:02,820 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:21:02,862 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/normalizer already deleted, retry=false 2024-11-22T16:21:02,863 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:21:02,864 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:21:02,873 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/switch/split already deleted, retry=false 2024-11-22T16:21:02,873 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:21:02,883 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/switch/merge already deleted, retry=false 2024-11-22T16:21:02,885 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:21:02,894 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/snapshot-cleanup already deleted, retry=false 2024-11-22T16:21:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22005032974/running 2024-11-22T16:21:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22005032974/running 2024-11-22T16:21:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:02,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:02,905 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,35859,1732292461036, sessionid=0x101635909ea0006, setting cluster-up flag (Was=false) 2024-11-22T16:21:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:02,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:02,957 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22005032974/flush-table-proc/acquired, /22005032974/flush-table-proc/reached, /22005032974/flush-table-proc/abort 2024-11-22T16:21:02,958 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35859,1732292461036 2024-11-22T16:21:02,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:02,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:03,009 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22005032974/online-snapshot/acquired, /22005032974/online-snapshot/reached, /22005032974/online-snapshot/abort 2024-11-22T16:21:03,010 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35859,1732292461036 2024-11-22T16:21:03,011 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:21:03,012 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:03,013 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:21:03,013 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:21:03,013 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,35859,1732292461036 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:03,014 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292493019 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:21:03,019 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:03,020 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:21:03,020 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292463020,5,FailOnTimeoutGroup] 2024-11-22T16:21:03,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:03,020 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292463020,5,FailOnTimeoutGroup] 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:21:03,020 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:21:03,021 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,022 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(746): ClusterId : 11cfe9bc-1101-4b0a-b31e-33bea558c46e 2024-11-22T16:21:03,022 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:21:03,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:21:03,031 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:21:03,031 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:21:03,042 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:21:03,042 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4797c684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:03,056 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:43391 2024-11-22T16:21:03,056 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:21:03,056 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:21:03,056 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:21:03,056 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,35859,1732292461036 with port=43391, startcode=1732292461393 2024-11-22T16:21:03,057 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:21:03,058 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:21:03,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35859 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,059 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a 2024-11-22T16:21:03,059 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46069 2024-11-22T16:21:03,059 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:21:03,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/rs 2024-11-22T16:21:03,109 DEBUG [RS:0;93fb7f16a334:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on existing znode=/22005032974/rs/93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,109 WARN [RS:0;93fb7f16a334:43391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:03,109 INFO [RS:0;93fb7f16a334:43391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:03,109 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,43391,1732292461393] 2024-11-22T16:21:03,112 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:21:03,113 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:21:03,113 INFO [RS:0;93fb7f16a334:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:21:03,114 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,114 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:21:03,114 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:21:03,114 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,114 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,114 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,114 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,114 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,114 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:03,115 DEBUG [RS:0;93fb7f16a334:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,115 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43391,1732292461393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:03,127 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:21:03,127 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43391,1732292461393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,127 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,127 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.Replication(171): 93fb7f16a334,43391,1732292461393 started 2024-11-22T16:21:03,139 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:03,139 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,43391,1732292461393, RpcServer on 93fb7f16a334/172.17.0.2:43391, sessionid=0x101635909ea0007 2024-11-22T16:21:03,139 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:21:03,139 DEBUG [RS:0;93fb7f16a334:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,139 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,43391,1732292461393' 2024-11-22T16:21:03,139 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22005032974/flush-table-proc/abort' 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22005032974/flush-table-proc/acquired' 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,43391,1732292461393' 2024-11-22T16:21:03,140 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22005032974/online-snapshot/abort' 2024-11-22T16:21:03,141 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22005032974/online-snapshot/acquired' 2024-11-22T16:21:03,141 DEBUG [RS:0;93fb7f16a334:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:21:03,141 INFO [RS:0;93fb7f16a334:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:21:03,141 INFO [RS:0;93fb7f16a334:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:21:03,241 INFO [RS:0;93fb7f16a334:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:03,242 INFO [RS:0;93fb7f16a334:43391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43391%2C1732292461393, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/oldWALs, maxLogs=10 2024-11-22T16:21:03,258 DEBUG [RS:0;93fb7f16a334:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, exclude list is [], retry=0 2024-11-22T16:21:03,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-a373f16d-ca04-43b4-9d47-3e550352cb92,DISK] 2024-11-22T16:21:03,261 INFO [RS:0;93fb7f16a334:43391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 2024-11-22T16:21:03,262 DEBUG [RS:0;93fb7f16a334:43391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-22T16:21:03,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:21:03,430 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a 2024-11-22T16:21:03,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:21:03,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:03,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:03,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:03,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:03,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:03,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:03,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:03,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:03,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:03,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:03,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:03,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:03,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:03,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:03,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:03,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:03,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740 2024-11-22T16:21:03,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740 2024-11-22T16:21:03,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:03,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:03,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:03,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:03,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:03,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257555, jitterRate=0.09162263572216034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292463835Initializing all the Stores at 1732292463836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292463836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292463836Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292463836Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292463836Cleaning up temporary data from old regions at 1732292463842 (+6 ms)Region opened successfully at 1732292463845 (+3 ms) 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:03,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:03,845 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:03,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292463845Disabling compacts and flushes for region at 1732292463845Disabling writes for close at 1732292463845Writing region close event to WAL at 1732292463845Closed at 1732292463845 2024-11-22T16:21:03,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:03,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:21:03,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:21:03,847 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:03,848 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:21:03,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:03,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:03,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48484 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:03,998 DEBUG [93fb7f16a334:35859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:21:03,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:03,999 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,43391,1732292461393, state=OPENING 2024-11-22T16:21:04,051 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:21:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:04,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22005032974/meta-region-server: CHANGED 2024-11-22T16:21:04,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22005032974/meta-region-server: CHANGED 2024-11-22T16:21:04,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:04,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,43391,1732292461393}] 2024-11-22T16:21:04,215 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:04,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:21:04,218 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:21:04,218 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:04,218 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:21:04,220 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43391%2C1732292461393.meta, suffix=.meta, logDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/oldWALs, maxLogs=10 2024-11-22T16:21:04,234 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.meta.1732292464220.meta, exclude list is [], retry=0 2024-11-22T16:21:04,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-a373f16d-ca04-43b4-9d47-3e550352cb92,DISK] 2024-11-22T16:21:04,238 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.meta.1732292464220.meta 2024-11-22T16:21:04,238 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-22T16:21:04,238 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:04,238 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:04,238 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:04,238 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:21:04,239 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:21:04,239 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:21:04,239 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:04,239 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:21:04,239 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:21:04,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:04,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:04,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:04,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:04,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:04,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:04,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:04,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:04,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:04,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:04,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:04,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:04,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:04,243 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:04,244 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740 2024-11-22T16:21:04,245 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740 2024-11-22T16:21:04,246 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:04,246 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:04,246 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:04,247 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:04,247 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63842746, jitterRate=-0.04866895079612732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:04,247 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:21:04,247 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292464239Writing region info on filesystem at 1732292464239Initializing all the Stores at 1732292464240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292464240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292464240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292464240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292464240Cleaning up temporary data from old regions at 1732292464246 (+6 ms)Running coprocessor post-open hooks at 1732292464247 (+1 ms)Region opened successfully at 1732292464247 2024-11-22T16:21:04,248 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292464214 2024-11-22T16:21:04,249 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:21:04,249 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:21:04,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:04,250 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,43391,1732292461393, state=OPEN 2024-11-22T16:21:04,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22005032974/meta-region-server 2024-11-22T16:21:04,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22005032974/meta-region-server 2024-11-22T16:21:04,262 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:04,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22005032974/meta-region-server: CHANGED 2024-11-22T16:21:04,262 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22005032974/meta-region-server: CHANGED 2024-11-22T16:21:04,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:21:04,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,43391,1732292461393 in 199 msec 2024-11-22T16:21:04,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:21:04,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-22T16:21:04,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:04,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:21:04,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:04,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43391,1732292461393, seqNum=-1] 2024-11-22T16:21:04,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:04,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:04,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-22T16:21:04,272 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292464272, completionTime=-1 2024-11-22T16:21:04,272 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:21:04,272 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292524274 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292584274 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:35859, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,274 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,276 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:21:04,277 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-11-22T16:21:04,277 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:21:04,277 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:21:04,277 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:21:04,277 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:21:04,278 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:21:04,278 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:04,278 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:21:04,279 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:21:04,279 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:21:04,279 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35859,1732292461036-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:04,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391811d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:04,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:04,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:04,324 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:04,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58043c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:04,326 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:04,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2ae189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:04,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43391,1732292461393, seqNum=-1] 2024-11-22T16:21:04,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:04,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:04,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,35859,1732292461036 2024-11-22T16:21:04,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61658 2024-11-22T16:21:04,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:04,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101635909ea0008 connected 2024-11-22T16:21:04,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40005,1732292449799 2024-11-22T16:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49f52efd 2024-11-22T16:21:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:04,350 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:04,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:04,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:04,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:04,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:04,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:04,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:04,390 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:04,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:04,763 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b90842a06a2c20fa28985172f33ada30, NAME => 'test,,1732292464350.b90842a06a2c20fa28985172f33ada30.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79 2024-11-22T16:21:04,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:04,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:05,167 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292464350.b90842a06a2c20fa28985172f33ada30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:05,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b90842a06a2c20fa28985172f33ada30, disabling compactions & flushes 2024-11-22T16:21:05,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292464350.b90842a06a2c20fa28985172f33ada30. after waiting 0 ms 2024-11-22T16:21:05,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b90842a06a2c20fa28985172f33ada30: Waiting for close lock at 1732292465167Disabling compacts and flushes for region at 1732292465167Disabling writes for close at 1732292465168 (+1 ms)Writing region close event to WAL at 1732292465168Closed at 1732292465168 2024-11-22T16:21:05,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:05,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292464350.b90842a06a2c20fa28985172f33ada30.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292465169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292465169"}]},"ts":"1732292465169"} 2024-11-22T16:21:05,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:05,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:05,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292465171"}]},"ts":"1732292465171"} 2024-11-22T16:21:05,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:05,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b90842a06a2c20fa28985172f33ada30, ASSIGN}] 2024-11-22T16:21:05,174 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b90842a06a2c20fa28985172f33ada30, ASSIGN 2024-11-22T16:21:05,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b90842a06a2c20fa28985172f33ada30, ASSIGN; state=OFFLINE, location=93fb7f16a334,36121,1732292450418; forceNewPlan=false, retain=false 2024-11-22T16:21:05,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b90842a06a2c20fa28985172f33ada30, regionState=OPENING, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:21:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b90842a06a2c20fa28985172f33ada30, ASSIGN because future has completed 2024-11-22T16:21:05,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b90842a06a2c20fa28985172f33ada30, server=93fb7f16a334,36121,1732292450418}] 2024-11-22T16:21:05,482 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,482 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b90842a06a2c20fa28985172f33ada30, NAME => 'test,,1732292464350.b90842a06a2c20fa28985172f33ada30.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:05,482 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:05,482 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:05,482 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,483 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292464350.b90842a06a2c20fa28985172f33ada30.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:05,483 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,483 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,484 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,484 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b90842a06a2c20fa28985172f33ada30 columnFamilyName f 2024-11-22T16:21:05,484 DEBUG [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:05,485 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(327): Store=b90842a06a2c20fa28985172f33ada30/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:05,485 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,485 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b90842a06a2c20fa28985172f33ada30 columnFamilyName f1 2024-11-22T16:21:05,485 DEBUG [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:05,486 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(327): Store=b90842a06a2c20fa28985172f33ada30/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:05,486 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,486 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b90842a06a2c20fa28985172f33ada30 columnFamilyName norep 2024-11-22T16:21:05,486 DEBUG [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:05,487 INFO [StoreOpener-b90842a06a2c20fa28985172f33ada30-1 {}] regionserver.HStore(327): Store=b90842a06a2c20fa28985172f33ada30/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:05,487 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,487 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,487 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,488 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,488 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,489 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:05,489 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,492 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:05,493 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b90842a06a2c20fa28985172f33ada30; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60466546, jitterRate=-0.09897825121879578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:05,493 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:05,494 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b90842a06a2c20fa28985172f33ada30: Running coprocessor pre-open hook at 1732292465483Writing region info on filesystem at 1732292465483Initializing all the Stores at 1732292465483Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292465483Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292465483Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292465484 (+1 ms)Cleaning up temporary data from old regions at 1732292465488 (+4 ms)Running coprocessor post-open hooks at 1732292465493 (+5 ms)Region opened successfully at 1732292465493 2024-11-22T16:21:05,494 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292464350.b90842a06a2c20fa28985172f33ada30., pid=6, masterSystemTime=1732292465478 2024-11-22T16:21:05,496 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,496 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:05,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b90842a06a2c20fa28985172f33ada30, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:21:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b90842a06a2c20fa28985172f33ada30, server=93fb7f16a334,36121,1732292450418 because future has completed 2024-11-22T16:21:05,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:05,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b90842a06a2c20fa28985172f33ada30, server=93fb7f16a334,36121,1732292450418 in 172 msec 2024-11-22T16:21:05,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:05,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b90842a06a2c20fa28985172f33ada30, ASSIGN in 328 msec 2024-11-22T16:21:05,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:05,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292465504"}]},"ts":"1732292465504"} 2024-11-22T16:21:05,505 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:05,506 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:05,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-22T16:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:06,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:06,503 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41263,1732292455770 2024-11-22T16:21:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a56928 2024-11-22T16:21:06,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:06,505 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:06,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:06,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:06,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:06,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:06,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:06,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:06,917 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f7bef94681abcaed3aa87038786c0b93, NAME => 'test,,1732292466505.f7bef94681abcaed3aa87038786c0b93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9 2024-11-22T16:21:06,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292466505.f7bef94681abcaed3aa87038786c0b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f7bef94681abcaed3aa87038786c0b93, disabling compactions & flushes 2024-11-22T16:21:07,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. after waiting 0 ms 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,326 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,326 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f7bef94681abcaed3aa87038786c0b93: Waiting for close lock at 1732292467326Disabling compacts and flushes for region at 1732292467326Disabling writes for close at 1732292467326Writing region close event to WAL at 1732292467326Closed at 1732292467326 2024-11-22T16:21:07,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:07,327 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292466505.f7bef94681abcaed3aa87038786c0b93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292467327"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292467327"}]},"ts":"1732292467327"} 2024-11-22T16:21:07,329 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:07,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:07,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292467330"}]},"ts":"1732292467330"} 2024-11-22T16:21:07,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:07,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7bef94681abcaed3aa87038786c0b93, ASSIGN}] 2024-11-22T16:21:07,332 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f7bef94681abcaed3aa87038786c0b93, ASSIGN 2024-11-22T16:21:07,332 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f7bef94681abcaed3aa87038786c0b93, ASSIGN; state=OFFLINE, location=93fb7f16a334,35553,1732292456182; forceNewPlan=false, retain=false 2024-11-22T16:21:07,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7bef94681abcaed3aa87038786c0b93, regionState=OPENING, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:21:07,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f7bef94681abcaed3aa87038786c0b93, ASSIGN because future has completed 2024-11-22T16:21:07,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7bef94681abcaed3aa87038786c0b93, server=93fb7f16a334,35553,1732292456182}] 2024-11-22T16:21:07,640 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f7bef94681abcaed3aa87038786c0b93, NAME => 'test,,1732292466505.f7bef94681abcaed3aa87038786c0b93.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:07,640 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:07,640 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:07,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292466505.f7bef94681abcaed3aa87038786c0b93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:07,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,640 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,641 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,642 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bef94681abcaed3aa87038786c0b93 columnFamilyName f 2024-11-22T16:21:07,642 DEBUG [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:07,643 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(327): Store=f7bef94681abcaed3aa87038786c0b93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:07,643 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:07,644 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bef94681abcaed3aa87038786c0b93 columnFamilyName f1 2024-11-22T16:21:07,644 DEBUG [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:07,644 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(327): Store=f7bef94681abcaed3aa87038786c0b93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:07,644 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,645 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7bef94681abcaed3aa87038786c0b93 columnFamilyName norep 2024-11-22T16:21:07,645 DEBUG [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:07,645 INFO [StoreOpener-f7bef94681abcaed3aa87038786c0b93-1 {}] regionserver.HStore(327): Store=f7bef94681abcaed3aa87038786c0b93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:07,645 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,646 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,646 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,647 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,647 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,647 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:07,648 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:07,649 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f7bef94681abcaed3aa87038786c0b93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63715219, jitterRate=-0.05056925117969513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:07,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:07,649 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f7bef94681abcaed3aa87038786c0b93: Running coprocessor pre-open hook at 1732292467640Writing region info on filesystem at 1732292467640Initializing all the Stores at 1732292467641 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292467641Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292467641Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292467641Cleaning up temporary data from old regions at 1732292467647 (+6 ms)Running coprocessor post-open hooks at 1732292467649 (+2 ms)Region opened successfully at 1732292467649 2024-11-22T16:21:07,650 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292466505.f7bef94681abcaed3aa87038786c0b93., pid=6, masterSystemTime=1732292467637 2024-11-22T16:21:07,651 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,651 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:07,656 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f7bef94681abcaed3aa87038786c0b93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:21:07,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f7bef94681abcaed3aa87038786c0b93, server=93fb7f16a334,35553,1732292456182 because future has completed 2024-11-22T16:21:07,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:07,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f7bef94681abcaed3aa87038786c0b93, server=93fb7f16a334,35553,1732292456182 in 176 msec 2024-11-22T16:21:07,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:07,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f7bef94681abcaed3aa87038786c0b93, ASSIGN in 331 msec 2024-11-22T16:21:07,665 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:07,665 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292467665"}]},"ts":"1732292467665"} 2024-11-22T16:21:07,666 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:07,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:07,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-22T16:21:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:08,653 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:08,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:08,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23fa31fa 2024-11-22T16:21:08,654 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:08,655 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:08,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:08,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:08,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:08,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:08,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:09,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c281490ee62e3c57ce60d576a72fdc8, NAME => 'test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a 2024-11-22T16:21:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c281490ee62e3c57ce60d576a72fdc8, disabling compactions & flushes 2024-11-22T16:21:09,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. after waiting 0 ms 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c281490ee62e3c57ce60d576a72fdc8: Waiting for close lock at 1732292469502Disabling compacts and flushes for region at 1732292469502Disabling writes for close at 1732292469502Writing region close event to WAL at 1732292469502Closed at 1732292469502 2024-11-22T16:21:09,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:09,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292469504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292469504"}]},"ts":"1732292469504"} 2024-11-22T16:21:09,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:09,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:09,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292469506"}]},"ts":"1732292469506"} 2024-11-22T16:21:09,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:09,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c281490ee62e3c57ce60d576a72fdc8, ASSIGN}] 2024-11-22T16:21:09,510 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c281490ee62e3c57ce60d576a72fdc8, ASSIGN 2024-11-22T16:21:09,511 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c281490ee62e3c57ce60d576a72fdc8, ASSIGN; state=OFFLINE, location=93fb7f16a334,43391,1732292461393; forceNewPlan=false, retain=false 2024-11-22T16:21:09,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c281490ee62e3c57ce60d576a72fdc8, regionState=OPENING, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:09,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c281490ee62e3c57ce60d576a72fdc8, ASSIGN because future has completed 2024-11-22T16:21:09,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c281490ee62e3c57ce60d576a72fdc8, server=93fb7f16a334,43391,1732292461393}] 2024-11-22T16:21:09,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:09,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:09,826 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,826 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c281490ee62e3c57ce60d576a72fdc8, NAME => 'test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:09,827 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:09,827 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:09,827 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,827 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:09,827 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,827 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,828 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,829 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c281490ee62e3c57ce60d576a72fdc8 columnFamilyName f 2024-11-22T16:21:09,829 DEBUG [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:09,830 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(327): Store=4c281490ee62e3c57ce60d576a72fdc8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:09,830 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,830 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c281490ee62e3c57ce60d576a72fdc8 columnFamilyName f1 2024-11-22T16:21:09,831 DEBUG [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:09,831 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(327): Store=4c281490ee62e3c57ce60d576a72fdc8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:09,831 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,832 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c281490ee62e3c57ce60d576a72fdc8 columnFamilyName norep 2024-11-22T16:21:09,832 DEBUG [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:09,832 INFO [StoreOpener-4c281490ee62e3c57ce60d576a72fdc8-1 {}] regionserver.HStore(327): Store=4c281490ee62e3c57ce60d576a72fdc8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:09,832 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:09,833 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,834 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,834 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,834 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:09,835 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,837 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:09,837 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c281490ee62e3c57ce60d576a72fdc8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73981302, jitterRate=0.102407306432724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:09,837 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:09,837 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c281490ee62e3c57ce60d576a72fdc8: Running coprocessor pre-open hook at 1732292469827Writing region info on filesystem at 1732292469827Initializing all the Stores at 1732292469828 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292469828Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292469828Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292469828Cleaning up temporary data from old regions at 1732292469834 (+6 ms)Running coprocessor post-open hooks at 1732292469837 (+3 ms)Region opened successfully at 1732292469837 2024-11-22T16:21:09,838 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8., pid=6, masterSystemTime=1732292469819 2024-11-22T16:21:09,840 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,840 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:09,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c281490ee62e3c57ce60d576a72fdc8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:09,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c281490ee62e3c57ce60d576a72fdc8, server=93fb7f16a334,43391,1732292461393 because future has completed 2024-11-22T16:21:09,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:09,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c281490ee62e3c57ce60d576a72fdc8, server=93fb7f16a334,43391,1732292461393 in 180 msec 2024-11-22T16:21:09,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:09,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c281490ee62e3c57ce60d576a72fdc8, ASSIGN in 336 msec 2024-11-22T16:21:09,847 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:09,847 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292469847"}]},"ts":"1732292469847"} 2024-11-22T16:21:09,848 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:09,849 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:09,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-22T16:21:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:21:10,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:21:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:10,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:21:10,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:21:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:10,843 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:10,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb672d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:10,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:10,844 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:10,844 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9c76ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:10,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:10,845 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:10,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@985363c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40005,1732292449799 2024-11-22T16:21:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fd47252 2024-11-22T16:21:10,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:10,848 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:10,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:10,850 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:41263' 2024-11-22T16:21:10,851 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7243d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,851 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:21:10,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:10,851 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30db7cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:10,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:10,852 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:10,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd69b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:10,853 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41263,1732292455770 2024-11-22T16:21:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d7c923 2024-11-22T16:21:10,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:10,854 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:10,855 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:21:10,855 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:10,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:10,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:10,855 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:10,855 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:10,856 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:10,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:10,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:10,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:10,906 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:11,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b0ebbb1fe0083d7350acec77e18ae7b, NAME => 'hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79 2024-11-22T16:21:11,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b0ebbb1fe0083d7350acec77e18ae7b, disabling compactions & flushes 2024-11-22T16:21:11,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. after waiting 0 ms 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:11,668 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:11,668 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b0ebbb1fe0083d7350acec77e18ae7b: Waiting for close lock at 1732292471668Disabling compacts and flushes for region at 1732292471668Disabling writes for close at 1732292471668Writing region close event to WAL at 1732292471668Closed at 1732292471668 2024-11-22T16:21:11,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:11,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292471669"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292471669"}]},"ts":"1732292471669"} 2024-11-22T16:21:11,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:11,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:11,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292471672"}]},"ts":"1732292471672"} 2024-11-22T16:21:11,673 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:11,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b0ebbb1fe0083d7350acec77e18ae7b, ASSIGN}] 2024-11-22T16:21:11,675 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b0ebbb1fe0083d7350acec77e18ae7b, ASSIGN 2024-11-22T16:21:11,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b0ebbb1fe0083d7350acec77e18ae7b, ASSIGN; state=OFFLINE, location=93fb7f16a334,36121,1732292450418; forceNewPlan=false, retain=false 2024-11-22T16:21:11,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b0ebbb1fe0083d7350acec77e18ae7b, regionState=OPENING, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:21:11,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b0ebbb1fe0083d7350acec77e18ae7b, ASSIGN because future has completed 2024-11-22T16:21:11,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b0ebbb1fe0083d7350acec77e18ae7b, server=93fb7f16a334,36121,1732292450418}] 2024-11-22T16:21:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:11,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:11,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:11,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:11,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36121%2C1732292450418.rep, suffix=, logDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418, archiveDir=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/oldWALs, maxLogs=10 2024-11-22T16:21:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.rep.1732292471984, exclude list is [], retry=0 2024-11-22T16:21:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46343,DS-c869284c-7438-43c7-bb7a-f31a648845a5,DISK] 2024-11-22T16:21:12,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.rep.1732292471984 2024-11-22T16:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35375:35375)] 2024-11-22T16:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b0ebbb1fe0083d7350acec77e18ae7b, NAME => 'hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:12,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. service=MultiRowMutationService 2024-11-22T16:21:12,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,006 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,007 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0ebbb1fe0083d7350acec77e18ae7b columnFamilyName hfileref 2024-11-22T16:21:12,007 DEBUG [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:12,007 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(327): Store=4b0ebbb1fe0083d7350acec77e18ae7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:12,007 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,008 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0ebbb1fe0083d7350acec77e18ae7b columnFamilyName queue 2024-11-22T16:21:12,008 DEBUG [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:12,008 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(327): Store=4b0ebbb1fe0083d7350acec77e18ae7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:12,009 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,009 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b0ebbb1fe0083d7350acec77e18ae7b columnFamilyName sid 2024-11-22T16:21:12,009 DEBUG [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:12,010 INFO [StoreOpener-4b0ebbb1fe0083d7350acec77e18ae7b-1 {}] regionserver.HStore(327): Store=4b0ebbb1fe0083d7350acec77e18ae7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:12,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/replication/4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/replication/4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:12,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/replication/4b0ebbb1fe0083d7350acec77e18ae7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:12,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4b0ebbb1fe0083d7350acec77e18ae7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71595538, jitterRate=0.06685665249824524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:12,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:12,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4b0ebbb1fe0083d7350acec77e18ae7b: Running coprocessor pre-open hook at 1732292472005Writing region info on filesystem at 1732292472005Initializing all the Stores at 1732292472005Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292472006 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292472006Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292472006Cleaning up temporary data from old regions at 1732292472011 (+5 ms)Running coprocessor post-open hooks at 1732292472014 (+3 ms)Region opened successfully at 1732292472014 2024-11-22T16:21:12,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b., pid=10, masterSystemTime=1732292471980 2024-11-22T16:21:12,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:12,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:12,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b0ebbb1fe0083d7350acec77e18ae7b, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,36121,1732292450418 2024-11-22T16:21:12,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b0ebbb1fe0083d7350acec77e18ae7b, server=93fb7f16a334,36121,1732292450418 because future has completed 2024-11-22T16:21:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b0ebbb1fe0083d7350acec77e18ae7b, server=93fb7f16a334,36121,1732292450418 in 191 msec 2024-11-22T16:21:12,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:12,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b0ebbb1fe0083d7350acec77e18ae7b, ASSIGN in 347 msec 2024-11-22T16:21:12,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:12,023 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292472023"}]},"ts":"1732292472023"} 2024-11-22T16:21:12,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:12,025 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:12,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-22T16:21:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b., hostname=93fb7f16a334,36121,1732292450418, seqNum=2] 2024-11-22T16:21:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:21:12,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:21:12,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:12,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36121 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:12,310 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:12,335 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,36121,1732292450418, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:12,336 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:12,336 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36121,1732292450418, seqNum=-1] 2024-11-22T16:21:12,337 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:12,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,36121,1732292450418', locateType=CURRENT is [region=hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b., hostname=93fb7f16a334,36121,1732292450418, seqNum=2] 2024-11-22T16:21:12,348 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:12,354 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,36121,1732292450418 suceeded 2024-11-22T16:21:12,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:12,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-22T16:21:12,356 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:41263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:12,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-22T16:21:12,369 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:41263' 2024-11-22T16:21:12,370 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea5286d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,371 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:21:12,371 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:12,372 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:21:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:21:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2457555f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:21:12,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:12,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:12,373 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:12,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d97d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41263,1732292455770 2024-11-22T16:21:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f2f291 2024-11-22T16:21:12,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:12,376 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:12,378 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,36121,1732292450418 (queues=1) is replicating from cluster=f9e2a0a0-603e-4743-a29a-4e646e69450f to cluster=64f98b69-3bf6-4dba-84d5-53149151e74f 2024-11-22T16:21:12,378 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C36121%2C1732292450418 2024-11-22T16:21:12,378 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,36121,1732292450418, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:12,379 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, startPosition=0, beingWritten=true 2024-11-22T16:21:12,384 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C36121%2C1732292450418 2024-11-22T16:21:12,387 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:12,387 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:12,387 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:12,592 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:12,895 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:12,993 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:12,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:12,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:12,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:12,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:12,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b78659d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:21:12,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:12,995 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:21:12,995 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:21:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e08aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:21:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:12,997 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:12,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645f213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:12,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,41263,1732292455770 2024-11-22T16:21:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d2654f 2024-11-22T16:21:12,998 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:12,999 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:13,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:35859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:13,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:13,003 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35859' 2024-11-22T16:21:13,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cabfa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:13,008 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:13,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:13,009 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424be7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:13,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:13,011 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:13,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cf2440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:13,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df7c2 2024-11-22T16:21:13,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:13,013 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:13,014 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:21:13,014 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:13,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:13,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:13,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:13,014 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:13,015 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:13,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:13,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:13,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:13,066 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:13,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:13,299 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:13,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6a939ab7e4a4fb0f11714dd7efce46d, NAME => 'hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9 2024-11-22T16:21:13,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:13,803 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6a939ab7e4a4fb0f11714dd7efce46d, disabling compactions & flushes 2024-11-22T16:21:13,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. after waiting 0 ms 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:13,869 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:13,869 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6a939ab7e4a4fb0f11714dd7efce46d: Waiting for close lock at 1732292473869Disabling compacts and flushes for region at 1732292473869Disabling writes for close at 1732292473869Writing region close event to WAL at 1732292473869Closed at 1732292473869 2024-11-22T16:21:13,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:13,871 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292473870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292473870"}]},"ts":"1732292473870"} 2024-11-22T16:21:13,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:13,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:13,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292473873"}]},"ts":"1732292473873"} 2024-11-22T16:21:13,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:13,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d, ASSIGN}] 2024-11-22T16:21:13,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d, ASSIGN 2024-11-22T16:21:13,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d, ASSIGN; state=OFFLINE, location=93fb7f16a334,35553,1732292456182; forceNewPlan=false, retain=false 2024-11-22T16:21:14,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6a939ab7e4a4fb0f11714dd7efce46d, regionState=OPENING, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:21:14,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d, ASSIGN because future has completed 2024-11-22T16:21:14,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a939ab7e4a4fb0f11714dd7efce46d, server=93fb7f16a334,35553,1732292456182}] 2024-11-22T16:21:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:14,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:14,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:14,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:14,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35553%2C1732292456182.rep, suffix=, logDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182, archiveDir=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs, maxLogs=10 2024-11-22T16:21:14,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.rep.1732292474188, exclude list is [], retry=0 2024-11-22T16:21:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45087,DS-7b0462b8-fbfc-4b43-bbe1-903868982f9c,DISK] 2024-11-22T16:21:14,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.rep.1732292474188 2024-11-22T16:21:14,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39507:39507)] 2024-11-22T16:21:14,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a6a939ab7e4a4fb0f11714dd7efce46d, NAME => 'hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:14,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:14,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:14,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. service=MultiRowMutationService 2024-11-22T16:21:14,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:14,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:14,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,213 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,214 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a939ab7e4a4fb0f11714dd7efce46d columnFamilyName hfileref 2024-11-22T16:21:14,214 DEBUG [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:14,214 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(327): Store=a6a939ab7e4a4fb0f11714dd7efce46d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:14,214 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,215 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a939ab7e4a4fb0f11714dd7efce46d columnFamilyName queue 2024-11-22T16:21:14,215 DEBUG [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:14,215 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(327): Store=a6a939ab7e4a4fb0f11714dd7efce46d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:14,215 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,216 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6a939ab7e4a4fb0f11714dd7efce46d columnFamilyName sid 2024-11-22T16:21:14,216 DEBUG [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:14,216 INFO [StoreOpener-a6a939ab7e4a4fb0f11714dd7efce46d-1 {}] regionserver.HStore(327): Store=a6a939ab7e4a4fb0f11714dd7efce46d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:14,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:14,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:14,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a6a939ab7e4a4fb0f11714dd7efce46d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70060316, jitterRate=0.04398006200790405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:14,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:14,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a6a939ab7e4a4fb0f11714dd7efce46d: Running coprocessor pre-open hook at 1732292474212Writing region info on filesystem at 1732292474212Initializing all the Stores at 1732292474212Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292474212Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292474213 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292474213Cleaning up temporary data from old regions at 1732292474218 (+5 ms)Running coprocessor post-open hooks at 1732292474221 (+3 ms)Region opened successfully at 1732292474221 2024-11-22T16:21:14,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d., pid=10, masterSystemTime=1732292474182 2024-11-22T16:21:14,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:14,223 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:14,224 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a6a939ab7e4a4fb0f11714dd7efce46d, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35553,1732292456182 2024-11-22T16:21:14,226 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41263 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=93fb7f16a334,35553,1732292456182, table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:21:14,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6a939ab7e4a4fb0f11714dd7efce46d, server=93fb7f16a334,35553,1732292456182 because future has completed 2024-11-22T16:21:14,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:14,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a6a939ab7e4a4fb0f11714dd7efce46d, server=93fb7f16a334,35553,1732292456182 in 197 msec 2024-11-22T16:21:14,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:14,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6a939ab7e4a4fb0f11714dd7efce46d, ASSIGN in 352 msec 2024-11-22T16:21:14,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:14,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292474231"}]},"ts":"1732292474231"} 2024-11-22T16:21:14,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:14,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:14,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2200 sec 2024-11-22T16:21:14,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d., hostname=93fb7f16a334,35553,1732292456182, seqNum=2] 2024-11-22T16:21:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:21:14,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:21:14,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:14,406 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:14,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:14,489 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:14,515 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,35553,1732292456182, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:14,516 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:14,516 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35553,1732292456182, seqNum=-1] 2024-11-22T16:21:14,516 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:14,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:14,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,35553,1732292456182', locateType=CURRENT is [region=hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d., hostname=93fb7f16a334,35553,1732292456182, seqNum=2] 2024-11-22T16:21:14,521 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:14,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:14,523 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,35553,1732292456182 suceeded 2024-11-22T16:21:14,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:14,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-22T16:21:14,524 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:35859,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:14,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5240 sec 2024-11-22T16:21:14,535 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35859' 2024-11-22T16:21:14,536 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79adcb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:14,536 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:14,536 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:14,537 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:14,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:14,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:14,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8abd95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:14,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:14,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:14,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:14,538 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:14,539 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c7b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:14,539 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ae6eef4 2024-11-22T16:21:14,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:14,540 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:14,541 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,35553,1732292456182 (queues=1) is replicating from cluster=64f98b69-3bf6-4dba-84d5-53149151e74f to cluster=11cfe9bc-1101-4b0a-b31e-33bea558c46e 2024-11-22T16:21:14,541 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C35553%2C1732292456182 2024-11-22T16:21:14,541 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,35553,1732292456182, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:14,541 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, startPosition=0, beingWritten=true 2024-11-22T16:21:14,545 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C35553%2C1732292456182 2024-11-22T16:21:14,547 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:14,547 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:14,547 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:14,753 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:15,057 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:15,110 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:15,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:15,164 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:15,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:15,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:15,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b62d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:15,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:15,165 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:15,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb63ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,166 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:15,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d422e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,167 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6352ee73 2024-11-22T16:21:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:15,168 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:15,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:15,171 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:40005' 2024-11-22T16:21:15,172 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d553a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,172 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:15,172 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:15,172 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e89496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,174 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5419304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:15,174 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:15,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40005,1732292449799 2024-11-22T16:21:15,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dd95366 2024-11-22T16:21:15,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:15,176 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:15,176 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T16:21:15,176 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:15,176 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,176 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:15,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:15,177 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:15,178 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:15,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:15,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:15,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:15,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:15,228 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:15,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:15,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:15,461 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:15,585 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7da177690e7ce9989d08c51661ef5e21, NAME => 'hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a 2024-11-22T16:21:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:15,914 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:15,964 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7da177690e7ce9989d08c51661ef5e21, disabling compactions & flushes 2024-11-22T16:21:15,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. after waiting 0 ms 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:15,989 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:15,989 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7da177690e7ce9989d08c51661ef5e21: Waiting for close lock at 1732292475989Disabling compacts and flushes for region at 1732292475989Disabling writes for close at 1732292475989Writing region close event to WAL at 1732292475989Closed at 1732292475989 2024-11-22T16:21:15,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:15,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292475990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292475990"}]},"ts":"1732292475990"} 2024-11-22T16:21:15,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:15,993 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:15,993 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292475993"}]},"ts":"1732292475993"} 2024-11-22T16:21:15,995 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:15,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7da177690e7ce9989d08c51661ef5e21, ASSIGN}] 2024-11-22T16:21:15,996 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7da177690e7ce9989d08c51661ef5e21, ASSIGN 2024-11-22T16:21:15,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7da177690e7ce9989d08c51661ef5e21, ASSIGN; state=OFFLINE, location=93fb7f16a334,43391,1732292461393; forceNewPlan=false, retain=false 2024-11-22T16:21:16,147 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7da177690e7ce9989d08c51661ef5e21, regionState=OPENING, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:16,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7da177690e7ce9989d08c51661ef5e21, ASSIGN because future has completed 2024-11-22T16:21:16,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7da177690e7ce9989d08c51661ef5e21, server=93fb7f16a334,43391,1732292461393}] 2024-11-22T16:21:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:16,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:16,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:16,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:16,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C43391%2C1732292461393.rep, suffix=, logDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393, archiveDir=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/oldWALs, maxLogs=10 2024-11-22T16:21:16,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.rep.1732292476307, exclude list is [], retry=0 2024-11-22T16:21:16,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38961,DS-a373f16d-ca04-43b4-9d47-3e550352cb92,DISK] 2024-11-22T16:21:16,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.rep.1732292476307 2024-11-22T16:21:16,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34769:34769)] 2024-11-22T16:21:16,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7da177690e7ce9989d08c51661ef5e21, NAME => 'hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:16,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:16,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:16,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. service=MultiRowMutationService 2024-11-22T16:21:16,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:16,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:16,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,325 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,326 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7da177690e7ce9989d08c51661ef5e21 columnFamilyName hfileref 2024-11-22T16:21:16,326 DEBUG [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:16,326 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(327): Store=7da177690e7ce9989d08c51661ef5e21/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:16,326 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,327 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7da177690e7ce9989d08c51661ef5e21 columnFamilyName queue 2024-11-22T16:21:16,327 DEBUG [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:16,327 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(327): Store=7da177690e7ce9989d08c51661ef5e21/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:16,327 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,328 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7da177690e7ce9989d08c51661ef5e21 columnFamilyName sid 2024-11-22T16:21:16,328 DEBUG [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:16,328 INFO [StoreOpener-7da177690e7ce9989d08c51661ef5e21-1 {}] regionserver.HStore(327): Store=7da177690e7ce9989d08c51661ef5e21/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:16,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/replication/7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/replication/7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:16,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/replication/7da177690e7ce9989d08c51661ef5e21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:16,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7da177690e7ce9989d08c51661ef5e21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66699970, jitterRate=-0.0060929954051971436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:16,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:16,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7da177690e7ce9989d08c51661ef5e21: Running coprocessor pre-open hook at 1732292476324Writing region info on filesystem at 1732292476324Initializing all the Stores at 1732292476324Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292476325 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292476325Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292476325Cleaning up temporary data from old regions at 1732292476329 (+4 ms)Running coprocessor post-open hooks at 1732292476331 (+2 ms)Region opened successfully at 1732292476331 2024-11-22T16:21:16,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21., pid=10, masterSystemTime=1732292476301 2024-11-22T16:21:16,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:16,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:16,334 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7da177690e7ce9989d08c51661ef5e21, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,43391,1732292461393 2024-11-22T16:21:16,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7da177690e7ce9989d08c51661ef5e21, server=93fb7f16a334,43391,1732292461393 because future has completed 2024-11-22T16:21:16,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:16,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7da177690e7ce9989d08c51661ef5e21, server=93fb7f16a334,43391,1732292461393 in 188 msec 2024-11-22T16:21:16,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:16,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7da177690e7ce9989d08c51661ef5e21, ASSIGN in 344 msec 2024-11-22T16:21:16,341 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:16,341 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292476341"}]},"ts":"1732292476341"} 2024-11-22T16:21:16,342 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:16,343 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:16,344 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-22T16:21:16,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21., hostname=93fb7f16a334,43391,1732292461393, seqNum=2] 2024-11-22T16:21:16,450 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:21:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:16,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:16,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:16,567 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:16,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:16,636 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:16,675 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,43391,1732292461393, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:16,676 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:16,676 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43391,1732292461393, seqNum=-1] 2024-11-22T16:21:16,677 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:16,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:16,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,43391,1732292461393', locateType=CURRENT is [region=hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21., hostname=93fb7f16a334,43391,1732292461393, seqNum=2] 2024-11-22T16:21:16,682 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:16,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:16,684 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,43391,1732292461393 suceeded 2024-11-22T16:21:16,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:16,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-22T16:21:16,686 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:40005,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:16,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5170 sec 2024-11-22T16:21:16,696 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:40005' 2024-11-22T16:21:16,697 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79a4c4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:16,697 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:16,697 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:16,698 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48a08b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:16,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:16,699 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:16,700 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d7229a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:16,700 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40005,1732292449799 2024-11-22T16:21:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60b7e05e 2024-11-22T16:21:16,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:16,701 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:16,701 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,43391,1732292461393 (queues=1) is replicating from cluster=11cfe9bc-1101-4b0a-b31e-33bea558c46e to cluster=f9e2a0a0-603e-4743-a29a-4e646e69450f 2024-11-22T16:21:16,701 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C43391%2C1732292461393 2024-11-22T16:21:16,702 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,43391,1732292461393, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:16,702 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C43391%2C1732292461393 2024-11-22T16:21:16,702 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, startPosition=0, beingWritten=true 2024-11-22T16:21:16,706 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:16,706 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 379, reset compression=false 2024-11-22T16:21:16,706 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:16,817 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:16,914 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 379, reset compression=false 2024-11-22T16:21:17,218 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 379, reset compression=false 2024-11-22T16:21:17,271 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:17,313 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:17,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:17,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:17,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:17,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:17,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:17,315 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60725fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:17,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,316 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e824ff1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@414c44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,317 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:21:17,317 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:17,318 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b292be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,319 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:17,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa6cd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e9eb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:17,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:17,321 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3258f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,322 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:17,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433571d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36121,1732292450418, seqNum=-1] 2024-11-22T16:21:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:17,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:17,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292464350.b90842a06a2c20fa28985172f33ada30., hostname=93fb7f16a334,36121,1732292450418, seqNum=2] 2024-11-22T16:21:17,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43391,1732292461393, seqNum=-1] 2024-11-22T16:21:17,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:17,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:17,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8., hostname=93fb7f16a334,43391,1732292461393, seqNum=2] 2024-11-22T16:21:17,334 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T16:21:17,622 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 379, reset compression=false 2024-11-22T16:21:17,820 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 379, reset compression=false 2024-11-22T16:21:17,825 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:17,825 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 480, reset compression=false 2024-11-22T16:21:17,825 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[{test/b90842a06a2c20fa28985172f33ada30/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T16:21:17,827 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:17,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:17,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:17,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cdc7a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,41263,-1 for getting cluster id 2024-11-22T16:21:17,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:17,829 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '64f98b69-3bf6-4dba-84d5-53149151e74f' 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "64f98b69-3bf6-4dba-84d5-53149151e74f" 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1717ac4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,41263,-1] 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:17,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:17,830 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:17,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382992d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:17,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:17,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35553,1732292456182, seqNum=-1] 2024-11-22T16:21:17,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:17,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:17,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292466505.f7bef94681abcaed3aa87038786c0b93., hostname=93fb7f16a334,35553,1732292456182, seqNum=2] 2024-11-22T16:21:17,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:18,029 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 480, reset compression=false 2024-11-22T16:21:18,074 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 379, reset compression=false 2024-11-22T16:21:18,079 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:18,079 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 504, reset compression=false 2024-11-22T16:21:18,079 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bef94681abcaed3aa87038786c0b93/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T16:21:18,080 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:18,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:18,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:18,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c221ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:18,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:18,083 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72592504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:18,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:18,084 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:18,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70459dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:18,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,43391,1732292461393, seqNum=-1] 2024-11-22T16:21:18,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:18,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:18,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8., hostname=93fb7f16a334,43391,1732292461393, seqNum=2] 2024-11-22T16:21:18,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:18,125 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 379, reset compression=false 2024-11-22T16:21:18,129 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:18,129 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 527, reset compression=false 2024-11-22T16:21:18,129 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:18,282 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 504, reset compression=false 2024-11-22T16:21:18,332 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 527, reset compression=false 2024-11-22T16:21:18,333 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 480, reset compression=false 2024-11-22T16:21:18,336 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T16:21:18,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:18,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35553,1732292456182, seqNum=-1] 2024-11-22T16:21:18,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:18,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732292466505.f7bef94681abcaed3aa87038786c0b93., hostname=93fb7f16a334,35553,1732292456182, seqNum=2] 2024-11-22T16:21:18,342 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T16:21:18,585 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 504, reset compression=false 2024-11-22T16:21:18,589 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:18,589 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 608, reset compression=false 2024-11-22T16:21:18,589 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bef94681abcaed3aa87038786c0b93/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:21:18,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:18,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:18,636 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 527, reset compression=false 2024-11-22T16:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 654, reset compression=false 2024-11-22T16:21:18,640 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c281490ee62e3c57ce60d576a72fdc8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T16:21:18,642 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:18,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:18,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:18,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@216bec77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:18,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:18,644 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:18,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:18,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:18,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb8d92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:18,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:18,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:18,645 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:18,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3258fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:18,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:18,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36121,1732292450418, seqNum=-1] 2024-11-22T16:21:18,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:18,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:18,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732292464350.b90842a06a2c20fa28985172f33ada30., hostname=93fb7f16a334,36121,1732292450418, seqNum=2] 2024-11-22T16:21:18,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:18,736 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 480, reset compression=false 2024-11-22T16:21:18,749 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:18,749 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 630, reset compression=false 2024-11-22T16:21:18,749 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:18,793 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 608, reset compression=false 2024-11-22T16:21:18,843 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 654, reset compression=false 2024-11-22T16:21:18,952 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 630, reset compression=false 2024-11-22T16:21:19,096 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 608, reset compression=false 2024-11-22T16:21:19,146 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 654, reset compression=false 2024-11-22T16:21:19,255 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 630, reset compression=false 2024-11-22T16:21:19,344 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T16:21:19,347 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T16:21:19,388 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:21:19,499 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 608, reset compression=false 2024-11-22T16:21:19,550 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 654, reset compression=false 2024-11-22T16:21:19,553 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:19,553 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 758, reset compression=false 2024-11-22T16:21:19,554 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c281490ee62e3c57ce60d576a72fdc8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:21:19,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:19,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:19,659 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 630, reset compression=false 2024-11-22T16:21:19,662 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:19,662 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 757, reset compression=false 2024-11-22T16:21:19,662 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[{test/b90842a06a2c20fa28985172f33ada30/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T16:21:19,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:19,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:19,757 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 758, reset compression=false 2024-11-22T16:21:19,866 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 757, reset compression=false 2024-11-22T16:21:20,002 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 608, reset compression=false 2024-11-22T16:21:20,021 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:20,021 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 759, reset compression=false 2024-11-22T16:21:20,021 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:20,060 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 758, reset compression=false 2024-11-22T16:21:20,169 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 757, reset compression=false 2024-11-22T16:21:20,236 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 759, reset compression=false 2024-11-22T16:21:20,350 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T16:21:20,355 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T16:21:20,481 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 758, reset compression=false 2024-11-22T16:21:20,546 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 759, reset compression=false 2024-11-22T16:21:20,578 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 757, reset compression=false 2024-11-22T16:21:20,614 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:20,615 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 913, reset compression=false 2024-11-22T16:21:20,615 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[{test/b90842a06a2c20fa28985172f33ada30/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T16:21:20,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:20,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:20,826 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 913, reset compression=false 2024-11-22T16:21:20,993 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 759, reset compression=false 2024-11-22T16:21:21,000 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 758, reset compression=false 2024-11-22T16:21:21,023 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:21,023 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 907, reset compression=false 2024-11-22T16:21:21,023 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bef94681abcaed3aa87038786c0b93/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T16:21:21,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:21,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:21,036 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:21,036 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 929, reset compression=false 2024-11-22T16:21:21,036 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:21,153 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 913, reset compression=false 2024-11-22T16:21:21,270 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 929, reset compression=false 2024-11-22T16:21:21,280 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 907, reset compression=false 2024-11-22T16:21:21,359 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T16:21:21,364 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T16:21:21,569 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 913, reset compression=false 2024-11-22T16:21:21,585 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 929, reset compression=false 2024-11-22T16:21:21,597 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 907, reset compression=false 2024-11-22T16:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1066, reset compression=false 2024-11-22T16:21:21,602 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bef94681abcaed3aa87038786c0b93/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T16:21:21,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:21,606 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:21,806 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1066, reset compression=false 2024-11-22T16:21:21,826 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:21,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:21,988 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 929, reset compression=false 2024-11-22T16:21:21,998 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:21,998 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1078, reset compression=false 2024-11-22T16:21:21,998 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c281490ee62e3c57ce60d576a72fdc8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T16:21:21,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:22,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:22,073 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 913, reset compression=false 2024-11-22T16:21:22,077 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:22,078 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1085, reset compression=false 2024-11-22T16:21:22,078 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:22,113 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1066, reset compression=false 2024-11-22T16:21:22,211 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1078, reset compression=false 2024-11-22T16:21:22,282 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1085, reset compression=false 2024-11-22T16:21:22,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T16:21:22,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T16:21:22,514 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1078, reset compression=false 2024-11-22T16:21:22,518 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:22,518 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1237, reset compression=false 2024-11-22T16:21:22,518 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c281490ee62e3c57ce60d576a72fdc8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T16:21:22,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:22,520 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1066, reset compression=false 2024-11-22T16:21:22,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:22,585 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1085, reset compression=false 2024-11-22T16:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:22,588 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[{test/b90842a06a2c20fa28985172f33ada30/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-22T16:21:22,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:22,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:22,722 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1237, reset compression=false 2024-11-22T16:21:22,791 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:23,023 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1066, reset compression=false 2024-11-22T16:21:23,025 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1237, reset compression=false 2024-11-22T16:21:23,027 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:23,027 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:23,027 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:23,094 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:23,230 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:23,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T16:21:23,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190ca877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:23,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:23,378 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:23,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49977699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:23,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:23,380 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:23,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc6b1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66033d3c 2024-11-22T16:21:23,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:23,384 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:23,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-22T16:21:23,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-22T16:21:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:21:23,430 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1237, reset compression=false 2024-11-22T16:21:23,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:21:23,499 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:23,537 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:23,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T16:21:23,597 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-22T16:21:23,598 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-22T16:21:23,598 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,43391,1732292461393 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-22T16:21:23,599 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0. 2024-11-22T16:21:23,599 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:23,599 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:23,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:23,599 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:23,699 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:21:23,699 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:21:23,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:21:23,799 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 terminated 2024-11-22T16:21:23,820 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,43391,1732292461393, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:23,821 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-22T16:21:23,821 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T16:21:23,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T16:21:23,823 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 93fb7f16a334,43391,1732292461393 suceeded 2024-11-22T16:21:23,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T16:21:23,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-22T16:21:23,825 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-22T16:21:23,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 440 msec 2024-11-22T16:21:23,835 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:40005' 2024-11-22T16:21:23,836 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d702de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,836 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,40005,-1 for getting cluster id 2024-11-22T16:21:23,836 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:23,836 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9e2a0a0-603e-4743-a29a-4e646e69450f' 2024-11-22T16:21:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:23,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9e2a0a0-603e-4743-a29a-4e646e69450f" 2024-11-22T16:21:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57715255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,40005,-1] 2024-11-22T16:21:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:23,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:23,837 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:23,838 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@138833d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:23,838 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,40005,1732292449799 2024-11-22T16:21:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f1acab 2024-11-22T16:21:23,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:23,839 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:23,840 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,43391,1732292461393 (queues=1) is replicating from cluster=11cfe9bc-1101-4b0a-b31e-33bea558c46e to cluster=f9e2a0a0-603e-4743-a29a-4e646e69450f 2024-11-22T16:21:23,840 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C43391%2C1732292461393 2024-11-22T16:21:23,840 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,43391,1732292461393, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:23,840 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C43391%2C1732292461393 2024-11-22T16:21:23,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:23,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:23,923 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68514 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:23,941 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:24,002 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:21:24,013 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:24,013 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:24,013 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:24,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:24,013 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:24,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:24,016 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-22T16:21:24,446 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:24,605 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1234, reset compression=false 2024-11-22T16:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1338, reset compression=false 2024-11-22T16:21:24,609 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[{test/b90842a06a2c20fa28985172f33ada30/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:21:24,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:24,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35553 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:24,812 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1338, reset compression=false 2024-11-22T16:21:25,018 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-22T16:21:25,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a13a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:25,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35859,-1 for getting cluster id 2024-11-22T16:21:25,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:25,020 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11cfe9bc-1101-4b0a-b31e-33bea558c46e' 2024-11-22T16:21:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11cfe9bc-1101-4b0a-b31e-33bea558c46e" 2024-11-22T16:21:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584dcd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35859,-1] 2024-11-22T16:21:25,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:25,021 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,021 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:25,022 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c72abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:25,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35859,1732292461036 2024-11-22T16:21:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dee74ea 2024-11-22T16:21:25,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:25,025 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:25,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-22T16:21:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-22T16:21:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T16:21:25,049 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1239, reset compression=false 2024-11-22T16:21:25,053 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 2 WAL entries eligible for replication 2024-11-22T16:21:25,053 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:25,053 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[{test/f7bef94681abcaed3aa87038786c0b93/10=[#edits: 1 = ],223}, {test/f7bef94681abcaed3aa87038786c0b93/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=1471, nbRowKeys=2, nbHFiles=0, heapSize=430, lastSeqIds={}, endOfFile=false,usedBufferSize=430] 2024-11-22T16:21:25,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:25,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:25,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:25,115 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1338, reset compression=false 2024-11-22T16:21:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T16:21:25,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-22T16:21:25,222 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-22T16:21:25,222 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-22T16:21:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-22T16:21:25,224 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 93fb7f16a334,43391,1732292461393 suceeded 2024-11-22T16:21:25,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-22T16:21:25,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-22T16:21:25,226 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-22T16:21:25,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 201 msec 2024-11-22T16:21:25,241 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, startPosition=1237, beingWritten=true 2024-11-22T16:21:25,245 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:25,246 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1515, reset compression=false 2024-11-22T16:21:25,246 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c281490ee62e3c57ce60d576a72fdc8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-22T16:21:25,247 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:25,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:25,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:25,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36121 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:25,256 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-22T16:21:25,342 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:25,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:25,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:25,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:25,344 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-22T16:21:25,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:21:25,345 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:25,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:25,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:25,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:21:25,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2027694654, stopped=false 2024-11-22T16:21:25,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,35859,1732292461036 2024-11-22T16:21:25,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:21:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22005032974/running 2024-11-22T16:21:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22005032974/running 2024-11-22T16:21:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:25,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:25,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:25,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:25,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:25,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/running 2024-11-22T16:21:25,398 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,43391,1732292461393' ***** 2024-11-22T16:21:25,398 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:21:25,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c281490ee62e3c57ce60d576a72fdc8 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,43391,1732292461393 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:25,399 INFO [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43391. 2024-11-22T16:21:25,399 DEBUG [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:25,399 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c281490ee62e3c57ce60d576a72fdc8, disabling compactions & flushes 2024-11-22T16:21:25,399 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:25,399 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:25,400 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:25,400 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:21:25,400 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. after waiting 0 ms 2024-11-22T16:21:25,400 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:21:25,400 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:21:25,400 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:25,400 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:21:25,400 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c281490ee62e3c57ce60d576a72fdc8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T16:21:25,404 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:21:25,404 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4c281490ee62e3c57ce60d576a72fdc8=test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8., 7da177690e7ce9989d08c51661ef5e21=hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.} 2024-11-22T16:21:25,404 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:25,404 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c281490ee62e3c57ce60d576a72fdc8, 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:25,404 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:25,404 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:25,404 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:25,404 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:25,404 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:21:25,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Set watcher on znode that does not yet exist, /22005032974/running 2024-11-22T16:21:25,427 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/info/d48373f7b77348c783ac4e1254201fbc is 147, key is hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21./info:regioninfo/1732292476334/Put/seqid=0 2024-11-22T16:21:25,427 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f/95980a47ef184de8b5d375836ccd997c is 37, key is row3/f:row3/1732292484014/Put/seqid=0 2024-11-22T16:21:25,433 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741840_1016 (size=5228) 2024-11-22T16:21:25,434 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f/95980a47ef184de8b5d375836ccd997c 2024-11-22T16:21:25,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:21:25,435 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/info/d48373f7b77348c783ac4e1254201fbc 2024-11-22T16:21:25,438 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95980a47ef184de8b5d375836ccd997c 2024-11-22T16:21:25,449 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1515, reset compression=false 2024-11-22T16:21:25,452 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/ns/472739eb244c43b0b43ccd08166007ac is 43, key is default/ns:d/1732292464269/Put/seqid=0 2024-11-22T16:21:25,452 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f1/5eb12bb5a887405dbfa35ed92ef07bdb is 30, key is row1/f1:/1732292481360/DeleteFamily/seqid=0 2024-11-22T16:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1762, reset compression=false 2024-11-22T16:21:25,456 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,43391,1732292461393 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:25,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741842_1018 (size=5158) 2024-11-22T16:21:25,457 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,43391,1732292461393: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,43391,1732292461393, walGroup=93fb7f16a334%2C43391%2C1732292461393, offset=93fb7f16a334%2C43391%2C1732292461393.1732292463243:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:43391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:21:25,458 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:21:25,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:21:25,459 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 860036432 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198287872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:21:25,459 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:21:25,464 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f1/5eb12bb5a887405dbfa35ed92ef07bdb 2024-11-22T16:21:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741843_1019 (size=5153) 2024-11-22T16:21:25,468 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eb12bb5a887405dbfa35ed92ef07bdb 2024-11-22T16:21:25,485 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/norep/b74e403e7393469daaae14356eda3dbb is 33, key is row2/norep:/1732292482367/DeleteFamily/seqid=0 2024-11-22T16:21:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741844_1020 (size=5108) 2024-11-22T16:21:25,498 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/norep/b74e403e7393469daaae14356eda3dbb 2024-11-22T16:21:25,502 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74e403e7393469daaae14356eda3dbb 2024-11-22T16:21:25,503 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f/95980a47ef184de8b5d375836ccd997c as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/f/95980a47ef184de8b5d375836ccd997c 2024-11-22T16:21:25,508 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95980a47ef184de8b5d375836ccd997c 2024-11-22T16:21:25,508 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/f/95980a47ef184de8b5d375836ccd997c, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T16:21:25,511 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/f1/5eb12bb5a887405dbfa35ed92ef07bdb as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/f1/5eb12bb5a887405dbfa35ed92ef07bdb 2024-11-22T16:21:25,516 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5eb12bb5a887405dbfa35ed92ef07bdb 2024-11-22T16:21:25,517 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/f1/5eb12bb5a887405dbfa35ed92ef07bdb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:25,518 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1338, reset compression=false 2024-11-22T16:21:25,523 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/.tmp/norep/b74e403e7393469daaae14356eda3dbb as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/norep/b74e403e7393469daaae14356eda3dbb 2024-11-22T16:21:25,527 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b74e403e7393469daaae14356eda3dbb 2024-11-22T16:21:25,527 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/norep/b74e403e7393469daaae14356eda3dbb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:25,528 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c281490ee62e3c57ce60d576a72fdc8 in 128ms, sequenceid=12, compaction requested=false 2024-11-22T16:21:25,529 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:25,530 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:25,530 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:25,543 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/default/test/4c281490ee62e3c57ce60d576a72fdc8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T16:21:25,543 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:25,543 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:25,544 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c281490ee62e3c57ce60d576a72fdc8: Waiting for close lock at 1732292485399Running coprocessor pre-close hooks at 1732292485399Disabling compacts and flushes for region at 1732292485399Disabling writes for close at 1732292485400 (+1 ms)Obtaining lock to block concurrent updates at 1732292485400Preparing flush snapshotting stores in 4c281490ee62e3c57ce60d576a72fdc8 at 1732292485400Finished memstore snapshotting test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732292485400Flushing stores of test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. at 1732292485401 (+1 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/f: creating writer at 1732292485401Flushing 4c281490ee62e3c57ce60d576a72fdc8/f: appending metadata at 1732292485426 (+25 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/f: closing flushed file at 1732292485426Flushing 4c281490ee62e3c57ce60d576a72fdc8/f1: creating writer at 1732292485438 (+12 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/f1: appending metadata at 1732292485452 (+14 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/f1: closing flushed file at 1732292485452Flushing 4c281490ee62e3c57ce60d576a72fdc8/norep: creating writer at 1732292485468 (+16 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/norep: appending metadata at 1732292485484 (+16 ms)Flushing 4c281490ee62e3c57ce60d576a72fdc8/norep: closing flushed file at 1732292485484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e862a2c: reopening flushed file at 1732292485502 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73df5169: reopening flushed file at 1732292485508 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@339397a8: reopening flushed file at 1732292485517 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c281490ee62e3c57ce60d576a72fdc8 in 128ms, sequenceid=12, compaction requested=false at 1732292485528 (+11 ms)Writing region close event to WAL at 1732292485540 (+12 ms)Running coprocessor post-close hooks at 1732292485543 (+3 ms)Closed at 1732292485544 (+1 ms) 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8. 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7da177690e7ce9989d08c51661ef5e21, disabling compactions & flushes 2024-11-22T16:21:25,544 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. after waiting 0 ms 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7da177690e7ce9989d08c51661ef5e21: Waiting for close lock at 1732292485544Running coprocessor pre-close hooks at 1732292485544Disabling compacts and flushes for region at 1732292485544Disabling writes for close at 1732292485544Failed flush hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21., putting online again at 1732292485544 2024-11-22T16:21:25,544 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,559 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:25,604 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:25,605 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7da177690e7ce9989d08c51661ef5e21 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7da177690e7ce9989d08c51661ef5e21, disabling compactions & flushes 2024-11-22T16:21:25,605 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. after waiting 0 ms 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7da177690e7ce9989d08c51661ef5e21: Waiting for close lock at 1732292485605Running coprocessor pre-close hooks at 1732292485605Disabling compacts and flushes for region at 1732292485605Disabling writes for close at 1732292485605Failed flush hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21., putting online again at 1732292485605 2024-11-22T16:21:25,605 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21. 2024-11-22T16:21:25,669 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 1762, reset compression=false 2024-11-22T16:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:25,673 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 2406, reset compression=false 2024-11-22T16:21:25,737 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:25,805 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:21:25,865 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/ns/472739eb244c43b0b43ccd08166007ac 2024-11-22T16:21:25,876 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 2406, reset compression=false 2024-11-22T16:21:25,887 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/6429892f9b8e47e9bcaf966218117955 is 112, key is test,,1732292468655.4c281490ee62e3c57ce60d576a72fdc8./rep_barrier:seqnumDuringOpen/1732292469840/Put/seqid=0 2024-11-22T16:21:25,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741845_1021 (size=5518) 2024-11-22T16:21:25,962 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:26,005 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:21:26,040 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:26,153 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:21:26,153 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:21:26,181 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.wal-reader.93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.1732292463243 to pos 2406, reset compression=false 2024-11-22T16:21:26,205 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:21:26,293 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/6429892f9b8e47e9bcaf966218117955 2024-11-22T16:21:26,310 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/table/f978432537474b01ab41829751b160af is 53, key is hbase:replication/table:state/1732292476341/Put/seqid=0 2024-11-22T16:21:26,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:21:26,324 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/table/f978432537474b01ab41829751b160af 2024-11-22T16:21:26,328 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/info/d48373f7b77348c783ac4e1254201fbc as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/info/d48373f7b77348c783ac4e1254201fbc 2024-11-22T16:21:26,331 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/info/d48373f7b77348c783ac4e1254201fbc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:21:26,332 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/ns/472739eb244c43b0b43ccd08166007ac as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/ns/472739eb244c43b0b43ccd08166007ac 2024-11-22T16:21:26,335 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/ns/472739eb244c43b0b43ccd08166007ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:21:26,336 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/rep_barrier/6429892f9b8e47e9bcaf966218117955 as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/rep_barrier/6429892f9b8e47e9bcaf966218117955 2024-11-22T16:21:26,340 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/rep_barrier/6429892f9b8e47e9bcaf966218117955, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:21:26,341 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/.tmp/table/f978432537474b01ab41829751b160af as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/table/f978432537474b01ab41829751b160af 2024-11-22T16:21:26,345 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/table/f978432537474b01ab41829751b160af, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:21:26,346 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false 2024-11-22T16:21:26,369 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:21:26,370 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:26,370 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:21:26,370 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:26,370 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292485404Running coprocessor pre-close hooks at 1732292485404Disabling compacts and flushes for region at 1732292485404Disabling writes for close at 1732292485404Obtaining lock to block concurrent updates at 1732292485404Preparing flush snapshotting stores in 1588230740 at 1732292485404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292485405 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292485405Flushing 1588230740/info: creating writer at 1732292485406 (+1 ms)Flushing 1588230740/info: appending metadata at 1732292485426 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732292485426Flushing 1588230740/ns: creating writer at 1732292485439 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732292485452 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732292485452Flushing 1588230740/rep_barrier: creating writer at 1732292485870 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292485887 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292485887Flushing 1588230740/table: creating writer at 1732292486296 (+409 ms)Flushing 1588230740/table: appending metadata at 1732292486310 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732292486310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11868e96: reopening flushed file at 1732292486327 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c17d3: reopening flushed file at 1732292486331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e8d12e: reopening flushed file at 1732292486335 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c259079: reopening flushed file at 1732292486340 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false at 1732292486346 (+6 ms)Writing region close event to WAL at 1732292486357 (+11 ms)Running coprocessor post-close hooks at 1732292486369 (+12 ms)Closed at 1732292486370 (+1 ms) 2024-11-22T16:21:26,370 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:26,405 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:21:26,405 DEBUG [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1325): Online Regions={7da177690e7ce9989d08c51661ef5e21=hbase:replication,,1732292475177.7da177690e7ce9989d08c51661ef5e21.} 2024-11-22T16:21:26,405 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T16:21:26,405 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,43391,1732292461393; all regions closed. 2024-11-22T16:21:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:21:26,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741839_1015 (size=2390) 2024-11-22T16:21:26,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/WALs/93fb7f16a334,43391,1732292461393/93fb7f16a334%2C43391%2C1732292461393.rep.1732292476307 not finished, retry = 0 2024-11-22T16:21:26,444 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:26,467 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:26,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741832_1008 (size=2414) 2024-11-22T16:21:26,528 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:26,528 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:26,528 INFO [RS:0;93fb7f16a334:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:26,529 INFO [RS:0;93fb7f16a334:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:26,529 INFO [RS:0;93fb7f16a334:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:26,529 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:26,529 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,43391,1732292461393 because: Region server is closing 2024-11-22T16:21:26,529 INFO [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43391. 2024-11-22T16:21:26,529 DEBUG [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:26,529 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:26,529 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:26,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:26,630 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,43391,1732292461393.replicationSource.shipper93fb7f16a334%2C43391%2C1732292461393,1-93fb7f16a334,43391,1732292461393 terminated 2024-11-22T16:21:26,630 INFO [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:43391. 2024-11-22T16:21:26,630 DEBUG [RS:0;93fb7f16a334:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:26,630 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:26,630 DEBUG [RS:0;93fb7f16a334:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:26,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:26,630 INFO [RS:0;93fb7f16a334:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43391 2024-11-22T16:21:26,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974/rs 2024-11-22T16:21:26,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22005032974/rs/93fb7f16a334,43391,1732292461393 2024-11-22T16:21:26,639 INFO [RS:0;93fb7f16a334:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:26,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,43391,1732292461393] 2024-11-22T16:21:26,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22005032974/draining/93fb7f16a334,43391,1732292461393 already deleted, retry=false 2024-11-22T16:21:26,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,43391,1732292461393 expired; onlineServers=0 2024-11-22T16:21:26,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,35859,1732292461036' ***** 2024-11-22T16:21:26,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:21:26,660 INFO [M:0;93fb7f16a334:35859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:26,660 INFO [M:0;93fb7f16a334:35859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:26,661 DEBUG [M:0;93fb7f16a334:35859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:21:26,661 DEBUG [M:0;93fb7f16a334:35859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:21:26,661 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:21:26,661 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292463020 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292463020,5,FailOnTimeoutGroup] 2024-11-22T16:21:26,661 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292463020 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292463020,5,FailOnTimeoutGroup] 2024-11-22T16:21:26,661 INFO [M:0;93fb7f16a334:35859 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:26,661 INFO [M:0;93fb7f16a334:35859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:26,661 DEBUG [M:0;93fb7f16a334:35859 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:21:26,661 INFO [M:0;93fb7f16a334:35859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:21:26,661 INFO [M:0;93fb7f16a334:35859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:26,661 INFO [M:0;93fb7f16a334:35859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:21:26,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:21:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22005032974/master 2024-11-22T16:21:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22005032974 2024-11-22T16:21:26,671 DEBUG [M:0;93fb7f16a334:35859 {}] zookeeper.ZKUtil(347): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Unable to get data of znode /22005032974/master because node does not exist (not an error) 2024-11-22T16:21:26,671 WARN [M:0;93fb7f16a334:35859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:21:26,672 INFO [M:0;93fb7f16a334:35859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/.lastflushedseqids 2024-11-22T16:21:26,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741847_1023 (size=245) 2024-11-22T16:21:26,750 INFO [RS:0;93fb7f16a334:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:26,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x101635909ea0007, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:26,750 INFO [RS:0;93fb7f16a334:43391 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,43391,1732292461393; zookeeper connection closed. 2024-11-22T16:21:26,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@154dd23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@154dd23 2024-11-22T16:21:26,750 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:21:26,948 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:27,069 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:27,076 INFO [M:0;93fb7f16a334:35859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:21:27,076 INFO [M:0;93fb7f16a334:35859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:21:27,076 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:27,076 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:27,076 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:27,076 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:27,076 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:27,077 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-22T16:21:27,098 DEBUG [M:0;93fb7f16a334:35859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff43b82f603043feadca54c4af6ed25d is 82, key is hbase:meta,,1/info:regioninfo/1732292464250/Put/seqid=0 2024-11-22T16:21:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741848_1024 (size=5672) 2024-11-22T16:21:27,503 INFO [M:0;93fb7f16a334:35859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff43b82f603043feadca54c4af6ed25d 2024-11-22T16:21:27,520 DEBUG [M:0;93fb7f16a334:35859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa1400f34064865bc58c695a8f8e1a0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292476343/Put/seqid=0 2024-11-22T16:21:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741849_1025 (size=9211) 2024-11-22T16:21:27,551 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:27,773 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:27,923 INFO [M:0;93fb7f16a334:35859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa1400f34064865bc58c695a8f8e1a0 2024-11-22T16:21:27,940 DEBUG [M:0;93fb7f16a334:35859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6088c3c5a52c401eb31c38f0fc7271d0 is 69, key is 93fb7f16a334,43391,1732292461393/rs:state/1732292463059/Put/seqid=0 2024-11-22T16:21:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741850_1026 (size=5156) 2024-11-22T16:21:28,254 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:28,343 INFO [M:0;93fb7f16a334:35859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6088c3c5a52c401eb31c38f0fc7271d0 2024-11-22T16:21:28,350 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff43b82f603043feadca54c4af6ed25d as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff43b82f603043feadca54c4af6ed25d 2024-11-22T16:21:28,356 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff43b82f603043feadca54c4af6ed25d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-22T16:21:28,357 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4aa1400f34064865bc58c695a8f8e1a0 as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa1400f34064865bc58c695a8f8e1a0 2024-11-22T16:21:28,363 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4aa1400f34064865bc58c695a8f8e1a0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-22T16:21:28,364 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6088c3c5a52c401eb31c38f0fc7271d0 as hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6088c3c5a52c401eb31c38f0fc7271d0 2024-11-22T16:21:28,371 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46069/user/jenkins/test-data/f2883745-fe8e-14d2-c03f-bbe5ffac5d6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6088c3c5a52c401eb31c38f0fc7271d0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-22T16:21:28,373 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false 2024-11-22T16:21:28,421 INFO [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:28,421 DEBUG [M:0;93fb7f16a334:35859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292487076Disabling compacts and flushes for region at 1732292487076Disabling writes for close at 1732292487076Obtaining lock to block concurrent updates at 1732292487077 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292487077Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732292487077Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292487077Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292487077Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292487098 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292487098Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292487507 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292487520 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292487520Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292487927 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292487939 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292487939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24ac6908: reopening flushed file at 1732292488350 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57eec991: reopening flushed file at 1732292488356 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40934141: reopening flushed file at 1732292488363 (+7 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=127, compaction requested=false at 1732292488373 (+10 ms)Writing region close event to WAL at 1732292488420 (+47 ms)Closed at 1732292488420 2024-11-22T16:21:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38961 is added to blk_1073741830_1006 (size=73854) 2024-11-22T16:21:28,432 INFO [M:0;93fb7f16a334:35859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:21:28,432 INFO [M:0;93fb7f16a334:35859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35859 2024-11-22T16:21:28,432 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:28,433 INFO [M:0;93fb7f16a334:35859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:28,577 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:28,596 INFO [M:0;93fb7f16a334:35859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35859-0x101635909ea0006, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:28,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d5d017a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:28,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d73d261{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:28,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:28,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b2fdd5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:28,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d53bd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:28,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:21:28,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:21:28,616 WARN [BP-1429967536-172.17.0.2-1732292459067 heartbeating to localhost/127.0.0.1:46069 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:21:28,616 WARN [BP-1429967536-172.17.0.2-1732292459067 heartbeating to localhost/127.0.0.1:46069 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1429967536-172.17.0.2-1732292459067 (Datanode Uuid 7a4ccadc-d46a-44cc-b8cf-916a253df0c8) service to localhost/127.0.0.1:46069 2024-11-22T16:21:28,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/cluster_621cd79b-83be-4267-f320-24b65018b829/data/data1/current/BP-1429967536-172.17.0.2-1732292459067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:28,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/cluster_621cd79b-83be-4267-f320-24b65018b829/data/data2/current/BP-1429967536-172.17.0.2-1732292459067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:28,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:21:28,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@477cba88{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:28,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69e47cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:28,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:28,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214795f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:28,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4210efb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:28,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:21:28,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:21:28,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:28,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:28,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:28,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:28,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:28,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:21:28,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293120490, stopped=false 2024-11-22T16:21:28,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,41263,1732292455770 2024-11-22T16:21:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198357417/running 2024-11-22T16:21:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198357417/running 2024-11-22T16:21:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:21:28,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:21:28,661 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:28,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/running 2024-11-22T16:21:28,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Set watcher on znode that does not yet exist, /1-198357417/running 2024-11-22T16:21:28,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:28,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:28,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:28,663 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,35553,1732292456182' ***** 2024-11-22T16:21:28,663 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:21:28,663 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:21:28,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:21:28,664 INFO [RS:0;93fb7f16a334:35553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:21:28,664 INFO [RS:0;93fb7f16a334:35553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:21:28,664 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(3091): Received CLOSE for f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(3091): Received CLOSE for a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,35553,1732292456182 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35553. 2024-11-22T16:21:28,668 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f7bef94681abcaed3aa87038786c0b93, disabling compactions & flushes 2024-11-22T16:21:28,668 DEBUG [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:28,668 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:28,668 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:28,668 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:28,668 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. after waiting 0 ms 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:21:28,668 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:28,668 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:21:28,669 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:21:28,669 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:21:28,669 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f7bef94681abcaed3aa87038786c0b93 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-22T16:21:28,676 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:21:28,676 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1325): Online Regions={f7bef94681abcaed3aa87038786c0b93=test,,1732292466505.f7bef94681abcaed3aa87038786c0b93., a6a939ab7e4a4fb0f11714dd7efce46d=hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d., 1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:21:28,676 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6a939ab7e4a4fb0f11714dd7efce46d, f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:28,688 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:28,688 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:28,688 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:28,688 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:28,688 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:28,688 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:21:28,704 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:28,712 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f/c244ecbcc31f4cd2bc247c207fd6db20 is 37, key is row3/f:row3/1732292484014/Put/seqid=0 2024-11-22T16:21:28,737 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/info/797b8ef7c1d4411ea95ba6bc4c261bbd is 147, key is hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d./info:regioninfo/1732292474224/Put/seqid=0 2024-11-22T16:21:28,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741840_1016 (size=5228) 2024-11-22T16:21:28,752 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f/c244ecbcc31f4cd2bc247c207fd6db20 2024-11-22T16:21:28,775 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c244ecbcc31f4cd2bc247c207fd6db20 2024-11-22T16:21:28,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:21:28,786 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/info/797b8ef7c1d4411ea95ba6bc4c261bbd 2024-11-22T16:21:28,802 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f1/6584be14e13a4ab4a32a332131fa94b9 is 30, key is row1/f1:/1732292481360/DeleteFamily/seqid=0 2024-11-22T16:21:28,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741842_1018 (size=5158) 2024-11-22T16:21:28,834 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f1/6584be14e13a4ab4a32a332131fa94b9 2024-11-22T16:21:28,836 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/ns/a3dc947ceb59446c8882abdb767d7c84 is 43, key is default/ns:d/1732292458911/Put/seqid=0 2024-11-22T16:21:28,840 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6584be14e13a4ab4a32a332131fa94b9 2024-11-22T16:21:28,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741843_1019 (size=5153) 2024-11-22T16:21:28,858 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/ns/a3dc947ceb59446c8882abdb767d7c84 2024-11-22T16:21:28,864 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/norep/d4e493d3221f49c0978c234f364184d7 is 33, key is row1/norep:/1732292481360/DeleteFamily/seqid=0 2024-11-22T16:21:28,876 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6a939ab7e4a4fb0f11714dd7efce46d, f7bef94681abcaed3aa87038786c0b93 2024-11-22T16:21:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741844_1020 (size=5108) 2024-11-22T16:21:28,881 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/norep/d4e493d3221f49c0978c234f364184d7 2024-11-22T16:21:28,888 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4e493d3221f49c0978c234f364184d7 2024-11-22T16:21:28,889 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f/c244ecbcc31f4cd2bc247c207fd6db20 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/f/c244ecbcc31f4cd2bc247c207fd6db20 2024-11-22T16:21:28,892 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1df95128350b42628ab9b546fa4a442c is 112, key is test,,1732292466505.f7bef94681abcaed3aa87038786c0b93./rep_barrier:seqnumDuringOpen/1732292467655/Put/seqid=0 2024-11-22T16:21:28,894 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c244ecbcc31f4cd2bc247c207fd6db20 2024-11-22T16:21:28,895 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/f/c244ecbcc31f4cd2bc247c207fd6db20, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T16:21:28,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741845_1021 (size=5518) 2024-11-22T16:21:28,895 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/f1/6584be14e13a4ab4a32a332131fa94b9 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/f1/6584be14e13a4ab4a32a332131fa94b9 2024-11-22T16:21:28,896 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1df95128350b42628ab9b546fa4a442c 2024-11-22T16:21:28,902 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6584be14e13a4ab4a32a332131fa94b9 2024-11-22T16:21:28,902 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/f1/6584be14e13a4ab4a32a332131fa94b9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:28,907 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/.tmp/norep/d4e493d3221f49c0978c234f364184d7 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/norep/d4e493d3221f49c0978c234f364184d7 2024-11-22T16:21:28,925 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d4e493d3221f49c0978c234f364184d7 2024-11-22T16:21:28,925 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/norep/d4e493d3221f49c0978c234f364184d7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:28,925 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f7bef94681abcaed3aa87038786c0b93 in 257ms, sequenceid=12, compaction requested=false 2024-11-22T16:21:28,926 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:21:28,941 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/table/705595d596c74fd8a47424ac08c05941 is 53, key is hbase:replication/table:state/1732292474231/Put/seqid=0 2024-11-22T16:21:28,953 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/default/test/f7bef94681abcaed3aa87038786c0b93/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T16:21:28,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:28,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:28,954 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:28,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f7bef94681abcaed3aa87038786c0b93: Waiting for close lock at 1732292488668Running coprocessor pre-close hooks at 1732292488668Disabling compacts and flushes for region at 1732292488668Disabling writes for close at 1732292488668Obtaining lock to block concurrent updates at 1732292488669 (+1 ms)Preparing flush snapshotting stores in f7bef94681abcaed3aa87038786c0b93 at 1732292488669Finished memstore snapshotting test,,1732292466505.f7bef94681abcaed3aa87038786c0b93., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732292488669Flushing stores of test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. at 1732292488669Flushing f7bef94681abcaed3aa87038786c0b93/f: creating writer at 1732292488670 (+1 ms)Flushing f7bef94681abcaed3aa87038786c0b93/f: appending metadata at 1732292488711 (+41 ms)Flushing f7bef94681abcaed3aa87038786c0b93/f: closing flushed file at 1732292488711Flushing f7bef94681abcaed3aa87038786c0b93/f1: creating writer at 1732292488776 (+65 ms)Flushing f7bef94681abcaed3aa87038786c0b93/f1: appending metadata at 1732292488801 (+25 ms)Flushing f7bef94681abcaed3aa87038786c0b93/f1: closing flushed file at 1732292488801Flushing f7bef94681abcaed3aa87038786c0b93/norep: creating writer at 1732292488840 (+39 ms)Flushing f7bef94681abcaed3aa87038786c0b93/norep: appending metadata at 1732292488863 (+23 ms)Flushing f7bef94681abcaed3aa87038786c0b93/norep: closing flushed file at 1732292488863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c027604: reopening flushed file at 1732292488889 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc62b4a: reopening flushed file at 1732292488895 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659b746a: reopening flushed file at 1732292488902 (+7 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f7bef94681abcaed3aa87038786c0b93 in 257ms, sequenceid=12, compaction requested=false at 1732292488926 (+24 ms)Writing region close event to WAL at 1732292488945 (+19 ms)Running coprocessor post-close hooks at 1732292488954 (+9 ms)Closed at 1732292488954 2024-11-22T16:21:28,955 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292466505.f7bef94681abcaed3aa87038786c0b93. 2024-11-22T16:21:28,955 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6a939ab7e4a4fb0f11714dd7efce46d, disabling compactions & flushes 2024-11-22T16:21:28,955 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:28,955 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:28,955 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. after waiting 0 ms 2024-11-22T16:21:28,955 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:28,955 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6a939ab7e4a4fb0f11714dd7efce46d 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-22T16:21:28,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:21:29,005 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/.tmp/queue/06dfbafe50f94fceab6ea90f81b0aa49 is 154, key is 1-93fb7f16a334,35553,1732292456182/queue:93fb7f16a334%2C35553%2C1732292456182/1732292485058/Put/seqid=0 2024-11-22T16:21:29,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741847_1023 (size=5353) 2024-11-22T16:21:29,024 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/.tmp/queue/06dfbafe50f94fceab6ea90f81b0aa49 2024-11-22T16:21:29,035 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/.tmp/queue/06dfbafe50f94fceab6ea90f81b0aa49 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/queue/06dfbafe50f94fceab6ea90f81b0aa49 2024-11-22T16:21:29,043 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/queue/06dfbafe50f94fceab6ea90f81b0aa49, entries=1, sequenceid=13, filesize=5.2 K 2024-11-22T16:21:29,044 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a6a939ab7e4a4fb0f11714dd7efce46d in 89ms, sequenceid=13, compaction requested=false 2024-11-22T16:21:29,066 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:29,077 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6a939ab7e4a4fb0f11714dd7efce46d 2024-11-22T16:21:29,100 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/replication/a6a939ab7e4a4fb0f11714dd7efce46d/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-22T16:21:29,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:29,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:21:29,101 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:29,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6a939ab7e4a4fb0f11714dd7efce46d: Waiting for close lock at 1732292488955Running coprocessor pre-close hooks at 1732292488955Disabling compacts and flushes for region at 1732292488955Disabling writes for close at 1732292488955Obtaining lock to block concurrent updates at 1732292488955Preparing flush snapshotting stores in a6a939ab7e4a4fb0f11714dd7efce46d at 1732292488955Finished memstore snapshotting hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732292488955Flushing stores of hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. at 1732292488956 (+1 ms)Flushing a6a939ab7e4a4fb0f11714dd7efce46d/queue: creating writer at 1732292488956Flushing a6a939ab7e4a4fb0f11714dd7efce46d/queue: appending metadata at 1732292489004 (+48 ms)Flushing a6a939ab7e4a4fb0f11714dd7efce46d/queue: closing flushed file at 1732292489005 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d459d45: reopening flushed file at 1732292489033 (+28 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for a6a939ab7e4a4fb0f11714dd7efce46d in 89ms, sequenceid=13, compaction requested=false at 1732292489044 (+11 ms)Writing region close event to WAL at 1732292489064 (+20 ms)Running coprocessor post-close hooks at 1732292489101 (+37 ms)Closed at 1732292489101 2024-11-22T16:21:29,102 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292473014.a6a939ab7e4a4fb0f11714dd7efce46d. 2024-11-22T16:21:29,138 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-22T16:21:29,190 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:21:29,190 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:21:29,277 DEBUG [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:21:29,380 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/table/705595d596c74fd8a47424ac08c05941 2024-11-22T16:21:29,400 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/info/797b8ef7c1d4411ea95ba6bc4c261bbd as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/info/797b8ef7c1d4411ea95ba6bc4c261bbd 2024-11-22T16:21:29,405 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/info/797b8ef7c1d4411ea95ba6bc4c261bbd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:21:29,406 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/ns/a3dc947ceb59446c8882abdb767d7c84 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/ns/a3dc947ceb59446c8882abdb767d7c84 2024-11-22T16:21:29,411 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/ns/a3dc947ceb59446c8882abdb767d7c84, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:21:29,413 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/rep_barrier/1df95128350b42628ab9b546fa4a442c as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/rep_barrier/1df95128350b42628ab9b546fa4a442c 2024-11-22T16:21:29,418 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/rep_barrier/1df95128350b42628ab9b546fa4a442c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:21:29,418 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/.tmp/table/705595d596c74fd8a47424ac08c05941 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/table/705595d596c74fd8a47424ac08c05941 2024-11-22T16:21:29,424 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/table/705595d596c74fd8a47424ac08c05941, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:21:29,425 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 737ms, sequenceid=16, compaction requested=false 2024-11-22T16:21:29,425 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:21:29,457 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:21:29,458 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:29,459 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:21:29,459 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:29,459 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292488688Running coprocessor pre-close hooks at 1732292488688Disabling compacts and flushes for region at 1732292488688Disabling writes for close at 1732292488688Obtaining lock to block concurrent updates at 1732292488688Preparing flush snapshotting stores in 1588230740 at 1732292488688Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292488689 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292488690 (+1 ms)Flushing 1588230740/info: creating writer at 1732292488690Flushing 1588230740/info: appending metadata at 1732292488736 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732292488736Flushing 1588230740/ns: creating writer at 1732292488798 (+62 ms)Flushing 1588230740/ns: appending metadata at 1732292488835 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1732292488835Flushing 1588230740/rep_barrier: creating writer at 1732292488864 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292488891 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292488891Flushing 1588230740/table: creating writer at 1732292488901 (+10 ms)Flushing 1588230740/table: appending metadata at 1732292488938 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732292488938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b38a31e: reopening flushed file at 1732292489400 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a0a3e7: reopening flushed file at 1732292489405 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c54bc6: reopening flushed file at 1732292489411 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd9e7e2: reopening flushed file at 1732292489418 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 737ms, sequenceid=16, compaction requested=false at 1732292489425 (+7 ms)Writing region close event to WAL at 1732292489444 (+19 ms)Running coprocessor post-close hooks at 1732292489458 (+14 ms)Closed at 1732292489459 (+1 ms) 2024-11-22T16:21:29,459 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:29,477 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,35553,1732292456182; all regions closed. 2024-11-22T16:21:29,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:21:29,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.meta.1732292458873.meta not finished, retry = 0 2024-11-22T16:21:29,489 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 1471, reset compression=false 2024-11-22T16:21:29,502 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:29,502 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.wal-reader.93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 to pos 2362, reset compression=false 2024-11-22T16:21:29,502 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35553,1732292456182 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:29,503 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,35553,1732292456182: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,35553,1732292456182, walGroup=93fb7f16a334%2C35553%2C1732292456182, offset=93fb7f16a334%2C35553%2C1732292456182.1732292458314:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35553 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:21:29,504 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:21:29,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:21:29,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:21:29,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:21:29,504 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:21:29,504 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 755424664 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199035024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:21:29,505 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:41263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:21:29,584 DEBUG [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs 2024-11-22T16:21:29,584 INFO [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C35553%2C1732292456182.meta:.meta(num 1732292458873) 2024-11-22T16:21:29,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741839_1015 (size=3333) 2024-11-22T16:21:29,590 DEBUG [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs 2024-11-22T16:21:29,590 INFO [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C35553%2C1732292456182.rep:(num 1732292474188) 2024-11-22T16:21:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741832_1008 (size=2370) 2024-11-22T16:21:29,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/WALs/93fb7f16a334,35553,1732292456182/93fb7f16a334%2C35553%2C1732292456182.1732292458314 not finished, retry = 0 2024-11-22T16:21:29,697 DEBUG [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/oldWALs 2024-11-22T16:21:29,697 INFO [RS:0;93fb7f16a334:35553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C35553%2C1732292456182:(num 1732292458314) 2024-11-22T16:21:29,697 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:29,697 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:29,697 INFO [RS:0;93fb7f16a334:35553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:29,698 INFO [RS:0;93fb7f16a334:35553 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:29,698 INFO [RS:0;93fb7f16a334:35553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:29,698 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,35553,1732292456182 because: Region server is closing 2024-11-22T16:21:29,698 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:29,699 INFO [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35553. 2024-11-22T16:21:29,699 DEBUG [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:29,699 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:29,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:29,699 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:29,799 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35553,1732292456182.replicationSource.shipper93fb7f16a334%2C35553%2C1732292456182,1-93fb7f16a334,35553,1732292456182 terminated 2024-11-22T16:21:29,800 INFO [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35553. 2024-11-22T16:21:29,800 DEBUG [RS:0;93fb7f16a334:35553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:29,800 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:29,800 DEBUG [RS:0;93fb7f16a334:35553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:29,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:29,801 INFO [RS:0;93fb7f16a334:35553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35553 2024-11-22T16:21:29,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198357417/rs/93fb7f16a334,35553,1732292456182 2024-11-22T16:21:29,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417/rs 2024-11-22T16:21:29,871 INFO [RS:0;93fb7f16a334:35553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:29,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,35553,1732292456182] 2024-11-22T16:21:29,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-198357417/draining/93fb7f16a334,35553,1732292456182 already deleted, retry=false 2024-11-22T16:21:29,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,35553,1732292456182 expired; onlineServers=0 2024-11-22T16:21:29,892 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,41263,1732292455770' ***** 2024-11-22T16:21:29,892 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:21:29,892 INFO [M:0;93fb7f16a334:41263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:29,892 INFO [M:0;93fb7f16a334:41263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:29,892 DEBUG [M:0;93fb7f16a334:41263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:21:29,892 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:21:29,892 DEBUG [M:0;93fb7f16a334:41263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:21:29,892 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292458036 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292458036,5,FailOnTimeoutGroup] 2024-11-22T16:21:29,892 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292458036 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292458036,5,FailOnTimeoutGroup] 2024-11-22T16:21:29,893 INFO [M:0;93fb7f16a334:41263 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:29,893 INFO [M:0;93fb7f16a334:41263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:29,893 DEBUG [M:0;93fb7f16a334:41263 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:21:29,893 INFO [M:0;93fb7f16a334:41263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:21:29,893 INFO [M:0;93fb7f16a334:41263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:29,893 INFO [M:0;93fb7f16a334:41263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:21:29,893 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:21:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-198357417/master 2024-11-22T16:21:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-198357417 2024-11-22T16:21:29,902 DEBUG [M:0;93fb7f16a334:41263 {}] zookeeper.ZKUtil(347): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Unable to get data of znode /1-198357417/master because node does not exist (not an error) 2024-11-22T16:21:29,903 WARN [M:0;93fb7f16a334:41263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:21:29,903 INFO [M:0;93fb7f16a334:41263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/.lastflushedseqids 2024-11-22T16:21:29,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741848_1024 (size=245) 2024-11-22T16:21:29,918 INFO [M:0;93fb7f16a334:41263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:21:29,918 INFO [M:0;93fb7f16a334:41263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:21:29,919 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:29,919 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:29,919 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:29,919 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:29,919 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:29,919 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-22T16:21:29,939 DEBUG [M:0;93fb7f16a334:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c130fa4a09d4ed3b11c6b0d35b77504 is 82, key is hbase:meta,,1/info:regioninfo/1732292458898/Put/seqid=0 2024-11-22T16:21:29,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741849_1025 (size=5672) 2024-11-22T16:21:29,944 INFO [M:0;93fb7f16a334:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c130fa4a09d4ed3b11c6b0d35b77504 2024-11-22T16:21:29,973 DEBUG [M:0;93fb7f16a334:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/553c755a4fd44dc98f47026e725217d3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292467668/Put/seqid=0 2024-11-22T16:21:29,982 INFO [RS:0;93fb7f16a334:35553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:29,982 INFO [RS:0;93fb7f16a334:35553 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,35553,1732292456182; zookeeper connection closed. 2024-11-22T16:21:29,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35553-0x101635909ea0004, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:29,996 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@770c912 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@770c912 2024-11-22T16:21:29,996 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:21:30,002 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741850_1026 (size=7218) 2024-11-22T16:21:30,431 INFO [M:0;93fb7f16a334:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/553c755a4fd44dc98f47026e725217d3 2024-11-22T16:21:30,435 INFO [M:0;93fb7f16a334:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 553c755a4fd44dc98f47026e725217d3 2024-11-22T16:21:30,456 DEBUG [M:0;93fb7f16a334:41263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6ead7dc721419ab145e8e0843cc1ce is 69, key is 93fb7f16a334,35553,1732292456182/rs:state/1732292458162/Put/seqid=0 2024-11-22T16:21:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741851_1027 (size=5156) 2024-11-22T16:21:30,460 INFO [M:0;93fb7f16a334:41263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6ead7dc721419ab145e8e0843cc1ce 2024-11-22T16:21:30,464 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c130fa4a09d4ed3b11c6b0d35b77504 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c130fa4a09d4ed3b11c6b0d35b77504 2024-11-22T16:21:30,468 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c130fa4a09d4ed3b11c6b0d35b77504, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T16:21:30,468 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/553c755a4fd44dc98f47026e725217d3 as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/553c755a4fd44dc98f47026e725217d3 2024-11-22T16:21:30,472 INFO [M:0;93fb7f16a334:41263 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 553c755a4fd44dc98f47026e725217d3 2024-11-22T16:21:30,472 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/553c755a4fd44dc98f47026e725217d3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T16:21:30,473 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f6ead7dc721419ab145e8e0843cc1ce as hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f6ead7dc721419ab145e8e0843cc1ce 2024-11-22T16:21:30,476 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46565/user/jenkins/test-data/0361673e-14a5-6a8f-4c4b-8fb8d6adacf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f6ead7dc721419ab145e8e0843cc1ce, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T16:21:30,477 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=105, compaction requested=false 2024-11-22T16:21:30,488 INFO [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:30,488 DEBUG [M:0;93fb7f16a334:41263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292489919Disabling compacts and flushes for region at 1732292489919Disabling writes for close at 1732292489919Obtaining lock to block concurrent updates at 1732292489919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292489919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732292489919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292489920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292489920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292489938 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292489938Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292489949 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292489973 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292489973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292490435 (+462 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292490456 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292490456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100d830e: reopening flushed file at 1732292490463 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bf45d47: reopening flushed file at 1732292490468 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5046b5f6: reopening flushed file at 1732292490472 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 558ms, sequenceid=105, compaction requested=false at 1732292490477 (+5 ms)Writing region close event to WAL at 1732292490488 (+11 ms)Closed at 1732292490488 2024-11-22T16:21:30,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45087 is added to blk_1073741830_1006 (size=64423) 2024-11-22T16:21:30,498 INFO [M:0;93fb7f16a334:41263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:21:30,498 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:30,498 INFO [M:0;93fb7f16a334:41263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41263 2024-11-22T16:21:30,499 INFO [M:0;93fb7f16a334:41263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:30,602 INFO [M:0;93fb7f16a334:41263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:30,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41263-0x101635909ea0003, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:30,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d19ed7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:30,605 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55d2d063{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:30,605 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:30,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6790afcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:30,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@700ad68f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:30,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:21:30,609 WARN [BP-634339407-172.17.0.2-1732292453596 heartbeating to localhost/127.0.0.1:46565 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:21:30,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:21:30,609 WARN [BP-634339407-172.17.0.2-1732292453596 heartbeating to localhost/127.0.0.1:46565 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-634339407-172.17.0.2-1732292453596 (Datanode Uuid 5ad86c54-83b9-4ff9-841b-42387d259415) service to localhost/127.0.0.1:46565 2024-11-22T16:21:30,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/cluster_1f0e6f8a-5200-9ac9-5c3b-ddc849fefb13/data/data1/current/BP-634339407-172.17.0.2-1732292453596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:30,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/cluster_1f0e6f8a-5200-9ac9-5c3b-ddc849fefb13/data/data2/current/BP-634339407-172.17.0.2-1732292453596 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:30,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:21:30,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c1a2b16{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:30,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75ef6e1f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:30,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:30,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68664e8e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:30,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92d56b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41161f4b-043e-03d5-cad9-a77d044cc1b7/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:21:30,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:21:30,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:30,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:30,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:30,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:30,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:30,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:21:30,632 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=932810381, stopped=false 2024-11-22T16:21:30,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,40005,1732292449799 2024-11-22T16:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0249151674/running 2024-11-22T16:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0249151674/running 2024-11-22T16:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:21:30,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:21:30,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:30,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:30,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/running 2024-11-22T16:21:30,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Set watcher on znode that does not yet exist, /0249151674/running 2024-11-22T16:21:30,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:30,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:30,640 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,36121,1732292450418' ***** 2024-11-22T16:21:30,640 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:21:30,640 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:21:30,640 INFO [RS:0;93fb7f16a334:36121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:21:30,640 INFO [RS:0;93fb7f16a334:36121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:21:30,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:21:30,640 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,36121,1732292450418 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36121. 2024-11-22T16:21:30,641 DEBUG [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:30,641 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b90842a06a2c20fa28985172f33ada30, disabling compactions & flushes 2024-11-22T16:21:30,641 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:30,641 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:21:30,641 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:30,641 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292464350.b90842a06a2c20fa28985172f33ada30. after waiting 0 ms 2024-11-22T16:21:30,641 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:21:30,641 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:30,641 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b90842a06a2c20fa28985172f33ada30 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-22T16:21:30,642 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:21:30,642 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1325): Online Regions={b90842a06a2c20fa28985172f33ada30=test,,1732292464350.b90842a06a2c20fa28985172f33ada30., 1588230740=hbase:meta,,1.1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b=hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.} 2024-11-22T16:21:30,642 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b, b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:30,642 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:30,642 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:30,642 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:30,642 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:30,642 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:30,642 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:21:30,644 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:21:30,644 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:21:30,662 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f/828cbe70baf9467d8d74a031549d118a is 37, key is row3/f:row3/1732292484014/Put/seqid=0 2024-11-22T16:21:30,663 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/info/77b8b2539a33413b860e29ff44dc7076 is 147, key is hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b./info:regioninfo/1732292472017/Put/seqid=0 2024-11-22T16:21:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741840_1016 (size=5228) 2024-11-22T16:21:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:21:30,666 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/info/77b8b2539a33413b860e29ff44dc7076 2024-11-22T16:21:30,684 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/ns/2375d1a09acf450ca74ed3bc5a4cc5e9 is 43, key is default/ns:d/1732292453506/Put/seqid=0 2024-11-22T16:21:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741842_1018 (size=5153) 2024-11-22T16:21:30,738 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:30,842 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b, b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:31,038 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1488, reset compression=false 2024-11-22T16:21:31,054 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b, b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:31,056 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:31,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,066 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f/828cbe70baf9467d8d74a031549d118a 2024-11-22T16:21:31,068 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:31,068 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1735, reset compression=false 2024-11-22T16:21:31,068 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36121,1732292450418 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:31,069 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,36121,1732292450418: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,36121,1732292450418, walGroup=93fb7f16a334%2C36121%2C1732292450418, offset=93fb7f16a334%2C36121%2C1732292450418.1732292452736:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:36121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:21:31,070 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:21:31,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:21:31,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:21:31,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:21:31,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:21:31,071 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1210056704, "init": 1048576000, "max": 2306867200, "used": 733783904 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199417200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:21:31,072 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:40005 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:21:31,073 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 828cbe70baf9467d8d74a031549d118a 2024-11-22T16:21:31,088 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/ns/2375d1a09acf450ca74ed3bc5a4cc5e9 2024-11-22T16:21:31,114 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/rep_barrier/566a91bf2d7d4a00a7ff60cae1d18234 is 112, key is test,,1732292464350.b90842a06a2c20fa28985172f33ada30./rep_barrier:seqnumDuringOpen/1732292465496/Put/seqid=0 2024-11-22T16:21:31,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,122 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f1/023f0bdc912c445597a4a66735b1f520 is 30, key is row1/f1:/1732292481360/DeleteFamily/seqid=0 2024-11-22T16:21:31,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:31,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741843_1019 (size=5518) 2024-11-22T16:21:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741844_1020 (size=5158) 2024-11-22T16:21:31,170 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f1/023f0bdc912c445597a4a66735b1f520 2024-11-22T16:21:31,176 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023f0bdc912c445597a4a66735b1f520 2024-11-22T16:21:31,204 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/norep/a9609a4b7b614c5789e295bc46fed202 is 32, key is row/norep:/1732292480351/DeleteFamily/seqid=0 2024-11-22T16:21:31,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741845_1021 (size=5101) 2024-11-22T16:21:31,255 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b, b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:31,272 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1735, reset compression=false 2024-11-22T16:21:31,455 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b, b90842a06a2c20fa28985172f33ada30 2024-11-22T16:21:31,545 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/rep_barrier/566a91bf2d7d4a00a7ff60cae1d18234 2024-11-22T16:21:31,566 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/table/52fad92bc192429fa4ede0b4c1afab6a is 53, key is hbase:replication/table:state/1732292472023/Put/seqid=0 2024-11-22T16:21:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:21:31,576 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1735, reset compression=false 2024-11-22T16:21:31,608 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/norep/a9609a4b7b614c5789e295bc46fed202 2024-11-22T16:21:31,612 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9609a4b7b614c5789e295bc46fed202 2024-11-22T16:21:31,612 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f/828cbe70baf9467d8d74a031549d118a as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/f/828cbe70baf9467d8d74a031549d118a 2024-11-22T16:21:31,616 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 828cbe70baf9467d8d74a031549d118a 2024-11-22T16:21:31,617 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/f/828cbe70baf9467d8d74a031549d118a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-22T16:21:31,617 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/f1/023f0bdc912c445597a4a66735b1f520 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/f1/023f0bdc912c445597a4a66735b1f520 2024-11-22T16:21:31,621 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023f0bdc912c445597a4a66735b1f520 2024-11-22T16:21:31,622 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/f1/023f0bdc912c445597a4a66735b1f520, entries=3, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:31,623 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/.tmp/norep/a9609a4b7b614c5789e295bc46fed202 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/norep/a9609a4b7b614c5789e295bc46fed202 2024-11-22T16:21:31,627 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9609a4b7b614c5789e295bc46fed202 2024-11-22T16:21:31,627 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/norep/a9609a4b7b614c5789e295bc46fed202, entries=1, sequenceid=12, filesize=5.0 K 2024-11-22T16:21:31,627 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b90842a06a2c20fa28985172f33ada30 in 986ms, sequenceid=12, compaction requested=false 2024-11-22T16:21:31,631 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/default/test/b90842a06a2c20fa28985172f33ada30/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:31,632 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b90842a06a2c20fa28985172f33ada30: Waiting for close lock at 1732292490641Running coprocessor pre-close hooks at 1732292490641Disabling compacts and flushes for region at 1732292490641Disabling writes for close at 1732292490641Obtaining lock to block concurrent updates at 1732292490641Preparing flush snapshotting stores in b90842a06a2c20fa28985172f33ada30 at 1732292490641Finished memstore snapshotting test,,1732292464350.b90842a06a2c20fa28985172f33ada30., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732292490642 (+1 ms)Flushing stores of test,,1732292464350.b90842a06a2c20fa28985172f33ada30. at 1732292490642Flushing b90842a06a2c20fa28985172f33ada30/f: creating writer at 1732292490642Flushing b90842a06a2c20fa28985172f33ada30/f: appending metadata at 1732292490661 (+19 ms)Flushing b90842a06a2c20fa28985172f33ada30/f: closing flushed file at 1732292490661Flushing b90842a06a2c20fa28985172f33ada30/f1: creating writer at 1732292491073 (+412 ms)Flushing b90842a06a2c20fa28985172f33ada30/f1: appending metadata at 1732292491121 (+48 ms)Flushing b90842a06a2c20fa28985172f33ada30/f1: closing flushed file at 1732292491121Flushing b90842a06a2c20fa28985172f33ada30/norep: creating writer at 1732292491176 (+55 ms)Flushing b90842a06a2c20fa28985172f33ada30/norep: appending metadata at 1732292491203 (+27 ms)Flushing b90842a06a2c20fa28985172f33ada30/norep: closing flushed file at 1732292491203Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cb6837: reopening flushed file at 1732292491612 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a7e110: reopening flushed file at 1732292491617 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f1eda: reopening flushed file at 1732292491622 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b90842a06a2c20fa28985172f33ada30 in 986ms, sequenceid=12, compaction requested=false at 1732292491627 (+5 ms)Writing region close event to WAL at 1732292491628 (+1 ms)Running coprocessor post-close hooks at 1732292491632 (+4 ms)Closed at 1732292491632 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292464350.b90842a06a2c20fa28985172f33ada30. 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b0ebbb1fe0083d7350acec77e18ae7b, disabling compactions & flushes 2024-11-22T16:21:31,632 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. after waiting 0 ms 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b0ebbb1fe0083d7350acec77e18ae7b: Waiting for close lock at 1732292491632Running coprocessor pre-close hooks at 1732292491632Disabling compacts and flushes for region at 1732292491632Disabling writes for close at 1732292491632Failed flush hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b., putting online again at 1732292491632 2024-11-22T16:21:31,632 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,655 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:21:31,655 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b=hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b.} 2024-11-22T16:21:31,655 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:31,655 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b0ebbb1fe0083d7350acec77e18ae7b 2024-11-22T16:21:31,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b0ebbb1fe0083d7350acec77e18ae7b, disabling compactions & flushes 2024-11-22T16:21:31,655 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. after waiting 0 ms 2024-11-22T16:21:31,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b0ebbb1fe0083d7350acec77e18ae7b: Waiting for close lock at 1732292491655Running coprocessor pre-close hooks at 1732292491655Disabling compacts and flushes for region at 1732292491655Disabling writes for close at 1732292491655Failed flush hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b., putting online again at 1732292491655 2024-11-22T16:21:31,656 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292470855.4b0ebbb1fe0083d7350acec77e18ae7b. 2024-11-22T16:21:31,855 DEBUG [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:21:31,971 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/table/52fad92bc192429fa4ede0b4c1afab6a 2024-11-22T16:21:31,975 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/info/77b8b2539a33413b860e29ff44dc7076 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/info/77b8b2539a33413b860e29ff44dc7076 2024-11-22T16:21:31,979 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 1735, reset compression=false 2024-11-22T16:21:31,980 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/info/77b8b2539a33413b860e29ff44dc7076, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:21:31,981 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/ns/2375d1a09acf450ca74ed3bc5a4cc5e9 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/ns/2375d1a09acf450ca74ed3bc5a4cc5e9 2024-11-22T16:21:31,983 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:31,983 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 2379, reset compression=false 2024-11-22T16:21:31,988 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/ns/2375d1a09acf450ca74ed3bc5a4cc5e9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:21:31,989 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/rep_barrier/566a91bf2d7d4a00a7ff60cae1d18234 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/rep_barrier/566a91bf2d7d4a00a7ff60cae1d18234 2024-11-22T16:21:31,995 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/rep_barrier/566a91bf2d7d4a00a7ff60cae1d18234, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:21:31,996 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/.tmp/table/52fad92bc192429fa4ede0b4c1afab6a as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/table/52fad92bc192429fa4ede0b4c1afab6a 2024-11-22T16:21:32,002 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/table/52fad92bc192429fa4ede0b4c1afab6a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:21:32,009 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false 2024-11-22T16:21:32,017 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:21:32,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:21:32,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:21:32,018 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:32,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292490642Running coprocessor pre-close hooks at 1732292490642Disabling compacts and flushes for region at 1732292490642Disabling writes for close at 1732292490642Obtaining lock to block concurrent updates at 1732292490642Preparing flush snapshotting stores in 1588230740 at 1732292490642Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292490645 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292490645Flushing 1588230740/info: creating writer at 1732292490645Flushing 1588230740/info: appending metadata at 1732292490663 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732292490663Flushing 1588230740/ns: creating writer at 1732292490670 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732292490684 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732292490684Flushing 1588230740/rep_barrier: creating writer at 1732292491095 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292491113 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292491113Flushing 1588230740/table: creating writer at 1732292491549 (+436 ms)Flushing 1588230740/table: appending metadata at 1732292491566 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732292491566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3378bec9: reopening flushed file at 1732292491975 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12c4f873: reopening flushed file at 1732292491980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b08335: reopening flushed file at 1732292491988 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69ec335e: reopening flushed file at 1732292491995 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=16, compaction requested=false at 1732292492009 (+14 ms)Writing region close event to WAL at 1732292492012 (+3 ms)Running coprocessor post-close hooks at 1732292492018 (+6 ms)Closed at 1732292492018 2024-11-22T16:21:32,018 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:32,055 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T16:21:32,056 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,36121,1732292450418; all regions closed. 2024-11-22T16:21:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:21:32,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741839_1015 (size=2609) 2024-11-22T16:21:32,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.rep.1732292471984 not finished, retry = 0 2024-11-22T16:21:32,195 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/WALs/93fb7f16a334,36121,1732292450418/93fb7f16a334%2C36121%2C1732292450418.1732292452736 to pos 2379, reset compression=false 2024-11-22T16:21:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741832_1008 (size=2387) 2024-11-22T16:21:32,203 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:32,203 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:21:32,204 INFO [RS:0;93fb7f16a334:36121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:32,204 INFO [RS:0;93fb7f16a334:36121 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:32,205 INFO [RS:0;93fb7f16a334:36121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:32,205 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,36121,1732292450418 because: Region server is closing 2024-11-22T16:21:32,205 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:32,206 INFO [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36121. 2024-11-22T16:21:32,206 DEBUG [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:32,206 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:32,206 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:32,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:32,306 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.shipper93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 terminated 2024-11-22T16:21:32,306 INFO [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36121. 2024-11-22T16:21:32,307 DEBUG [RS:0;93fb7f16a334:36121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:32,307 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:32,307 DEBUG [RS:0;93fb7f16a334:36121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:32,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:32,307 INFO [RS:0;93fb7f16a334:36121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36121 2024-11-22T16:21:32,307 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36121,1732292450418.replicationSource.wal-reader.93fb7f16a334%2C36121%2C1732292450418,1-93fb7f16a334,36121,1732292450418 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:21:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674/rs 2024-11-22T16:21:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0249151674/rs/93fb7f16a334,36121,1732292450418 2024-11-22T16:21:32,355 INFO [RS:0;93fb7f16a334:36121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:32,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,36121,1732292450418] 2024-11-22T16:21:32,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0249151674/draining/93fb7f16a334,36121,1732292450418 already deleted, retry=false 2024-11-22T16:21:32,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,36121,1732292450418 expired; onlineServers=0 2024-11-22T16:21:32,376 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,40005,1732292449799' ***** 2024-11-22T16:21:32,376 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:21:32,376 INFO [M:0;93fb7f16a334:40005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:21:32,376 INFO [M:0;93fb7f16a334:40005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:21:32,376 DEBUG [M:0;93fb7f16a334:40005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:21:32,376 DEBUG [M:0;93fb7f16a334:40005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:21:32,376 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:21:32,376 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292452540 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292452540,5,FailOnTimeoutGroup] 2024-11-22T16:21:32,376 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292452543 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292452543,5,FailOnTimeoutGroup] 2024-11-22T16:21:32,376 INFO [M:0;93fb7f16a334:40005 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:21:32,376 INFO [M:0;93fb7f16a334:40005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:21:32,377 DEBUG [M:0;93fb7f16a334:40005 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:21:32,377 INFO [M:0;93fb7f16a334:40005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:21:32,377 INFO [M:0;93fb7f16a334:40005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:21:32,377 ERROR [M:0;93fb7f16a334:40005 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46293,5,PEWorkerGroup] 2024-11-22T16:21:32,377 INFO [M:0;93fb7f16a334:40005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:21:32,378 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:21:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0249151674/master 2024-11-22T16:21:32,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0249151674 2024-11-22T16:21:32,386 DEBUG [M:0;93fb7f16a334:40005 {}] zookeeper.ZKUtil(347): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Unable to get data of znode /0249151674/master because node does not exist (not an error) 2024-11-22T16:21:32,387 WARN [M:0;93fb7f16a334:40005 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:21:32,388 INFO [M:0;93fb7f16a334:40005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/.lastflushedseqids 2024-11-22T16:21:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741847_1023 (size=245) 2024-11-22T16:21:32,415 INFO [M:0;93fb7f16a334:40005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:21:32,416 INFO [M:0;93fb7f16a334:40005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:21:32,416 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:32,416 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:32,416 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:32,416 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:32,416 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:32,416 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-22T16:21:32,438 DEBUG [M:0;93fb7f16a334:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/976abb664e294da89b8c1064407f4902 is 82, key is hbase:meta,,1/info:regioninfo/1732292453465/Put/seqid=0 2024-11-22T16:21:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741848_1024 (size=5672) 2024-11-22T16:21:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:32,466 INFO [RS:0;93fb7f16a334:36121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:32,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36121-0x101635909ea0001, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:32,466 INFO [RS:0;93fb7f16a334:36121 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,36121,1732292450418; zookeeper connection closed. 2024-11-22T16:21:32,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e41743d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e41743d 2024-11-22T16:21:32,466 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:21:32,851 INFO [M:0;93fb7f16a334:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/976abb664e294da89b8c1064407f4902 2024-11-22T16:21:32,872 DEBUG [M:0;93fb7f16a334:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbff6f2f06144e4fb6b3570ea34801bd is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292465507/Put/seqid=0 2024-11-22T16:21:32,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741849_1025 (size=7217) 2024-11-22T16:21:32,876 INFO [M:0;93fb7f16a334:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbff6f2f06144e4fb6b3570ea34801bd 2024-11-22T16:21:32,880 INFO [M:0;93fb7f16a334:40005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbff6f2f06144e4fb6b3570ea34801bd 2024-11-22T16:21:32,898 DEBUG [M:0;93fb7f16a334:40005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ba9139bba84919932ce9600d58e2fa is 69, key is 93fb7f16a334,36121,1732292450418/rs:state/1732292452586/Put/seqid=0 2024-11-22T16:21:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741850_1026 (size=5156) 2024-11-22T16:21:32,902 INFO [M:0;93fb7f16a334:40005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ba9139bba84919932ce9600d58e2fa 2024-11-22T16:21:32,906 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/976abb664e294da89b8c1064407f4902 as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/976abb664e294da89b8c1064407f4902 2024-11-22T16:21:32,909 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/976abb664e294da89b8c1064407f4902, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T16:21:32,910 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbff6f2f06144e4fb6b3570ea34801bd as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbff6f2f06144e4fb6b3570ea34801bd 2024-11-22T16:21:32,913 INFO [M:0;93fb7f16a334:40005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbff6f2f06144e4fb6b3570ea34801bd 2024-11-22T16:21:32,913 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbff6f2f06144e4fb6b3570ea34801bd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T16:21:32,914 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37ba9139bba84919932ce9600d58e2fa as hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ba9139bba84919932ce9600d58e2fa 2024-11-22T16:21:32,917 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46293/user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37ba9139bba84919932ce9600d58e2fa, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T16:21:32,918 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=105, compaction requested=false 2024-11-22T16:21:32,920 INFO [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:32,920 DEBUG [M:0;93fb7f16a334:40005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292492416Disabling compacts and flushes for region at 1732292492416Disabling writes for close at 1732292492416Obtaining lock to block concurrent updates at 1732292492416Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292492416Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732292492416Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292492417 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292492417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292492438 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292492438Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292492855 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292492872 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292492872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292492880 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292492897 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292492897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0c6f7e: reopening flushed file at 1732292492905 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e02dbf7: reopening flushed file at 1732292492909 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f48631d: reopening flushed file at 1732292492913 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=105, compaction requested=false at 1732292492918 (+5 ms)Writing region close event to WAL at 1732292492920 (+2 ms)Closed at 1732292492920 2024-11-22T16:21:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46343 is added to blk_1073741830_1006 (size=64411) 2024-11-22T16:21:32,921 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a95983a4-6eb3-95a3-efa3-8318ce622e79/MasterData/WALs/93fb7f16a334,40005,1732292449799/93fb7f16a334%2C40005%2C1732292449799.1732292452176 not finished, retry = 0 2024-11-22T16:21:33,023 INFO [M:0;93fb7f16a334:40005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:21:33,023 INFO [M:0;93fb7f16a334:40005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40005 2024-11-22T16:21:33,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:21:33,023 INFO [M:0;93fb7f16a334:40005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:21:33,318 INFO [M:0;93fb7f16a334:40005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:21:33,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:33,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40005-0x101635909ea0000, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:21:33,337 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b443fb3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:33,338 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f86a26b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:33,338 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:33,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8d0f95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:33,338 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dbe258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:33,340 WARN [BP-178143460-172.17.0.2-1732292447825 heartbeating to localhost/127.0.0.1:46293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:21:33,340 WARN [BP-178143460-172.17.0.2-1732292447825 heartbeating to localhost/127.0.0.1:46293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-178143460-172.17.0.2-1732292447825 (Datanode Uuid 22d0fdee-364a-4fb5-9c43-f2a4c694a905) service to localhost/127.0.0.1:46293 2024-11-22T16:21:33,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/data/data1/current/BP-178143460-172.17.0.2-1732292447825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:33,341 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/cluster_420be432-c9f1-cda6-8df6-7cae3e95b3e3/data/data2/current/BP-178143460-172.17.0.2-1732292447825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:21:33,341 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:21:33,341 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:21:33,341 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:21:33,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af7bb63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:33,349 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d76aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:21:33,349 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:21:33,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76068987{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:21:33,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3769f558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bd4ebaa-5790-e59a-3aeb-684edfae21c1/hadoop.log.dir/,STOPPED} 2024-11-22T16:21:33,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:21:33,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:21:33,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 260) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:46293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46069 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46069 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46293 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:46069 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46565 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46293 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-18 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46293 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46293 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61658) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:46565 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46565 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46565 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46069 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=734 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 338) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1796 (was 1967) 2024-11-22T16:21:33,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=734, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=1796 2024-11-22T16:21:33,410 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-22T16:21:33,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir so I do NOT create it in target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7 2024-11-22T16:21:33,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:21:33,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.tmp.dir so I do NOT create it in target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7 2024-11-22T16:21:33,411 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c7a360-5d39-9618-feec-a95cc1e10156/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:21:33,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7 2024-11-22T16:21:33,412 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1, deleteOnExit=true 2024-11-22T16:21:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101635909ea0008, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:21:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101635909ea0002, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:21:33,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101635909ea0005, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:21:33,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101635909ea0002, quorum=127.0.0.1:61658, baseZNode=/0249151674 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:21:33,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101635909ea0008, quorum=127.0.0.1:61658, baseZNode=/22005032974 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:21:33,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101635909ea0005, quorum=127.0.0.1:61658, baseZNode=/1-198357417 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:21:33,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/zookeeper_0, clientPort=63760, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:21:33,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63760 2024-11-22T16:21:33,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:21:33,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:21:33,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/test.cache.data in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:21:33,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:33,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:21:33,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:21:33,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:33,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:33,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:33,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:33,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:21:33,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:33,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:33,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:34,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39dddff9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/java.io.tmpdir/jetty-localhost-43501-hadoop-hdfs-3_4_1-tests_jar-_-any-17487730894422292365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:34,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:43501} 2024-11-22T16:21:34,075 INFO [Time-limited test {}] server.Server(415): Started @279493ms 2024-11-22T16:21:34,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:34,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:34,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:34,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:34,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:21:34,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c7b657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:34,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b401087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:34,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1dc97342{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/java.io.tmpdir/jetty-localhost-46755-hadoop-hdfs-3_4_1-tests_jar-_-any-4782878947281737044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:34,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22a40561{HTTP/1.1, (http/1.1)}{localhost:46755} 2024-11-22T16:21:34,622 INFO [Time-limited test {}] server.Server(415): Started @280039ms 2024-11-22T16:21:34,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:21:35,349 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/data/data1/current/BP-1452461051-172.17.0.2-1732292493582/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:35,353 WARN [Thread-3437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/data/data2/current/BP-1452461051-172.17.0.2-1732292493582/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:35,382 WARN [Thread-3424 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:21:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3f177f2c662422f with lease ID 0x7434944192d5dd72: Processing first storage report for DS-ff8074f9-0503-4f83-a042-01da21da4bea from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=45ba5c09-7745-4dd5-9a53-17039b1f235b, infoPort=41997, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=70863519;c=1732292493582) 2024-11-22T16:21:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3f177f2c662422f with lease ID 0x7434944192d5dd72: from storage DS-ff8074f9-0503-4f83-a042-01da21da4bea node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=45ba5c09-7745-4dd5-9a53-17039b1f235b, infoPort=41997, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=70863519;c=1732292493582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3f177f2c662422f with lease ID 0x7434944192d5dd72: Processing first storage report for DS-d802493d-cc2f-4592-add5-e7f6841633e7 from datanode DatanodeRegistration(127.0.0.1:42347, datanodeUuid=45ba5c09-7745-4dd5-9a53-17039b1f235b, infoPort=41997, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=70863519;c=1732292493582) 2024-11-22T16:21:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3f177f2c662422f with lease ID 0x7434944192d5dd72: from storage DS-d802493d-cc2f-4592-add5-e7f6841633e7 node DatanodeRegistration(127.0.0.1:42347, datanodeUuid=45ba5c09-7745-4dd5-9a53-17039b1f235b, infoPort=41997, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=70863519;c=1732292493582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:35,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7 2024-11-22T16:21:35,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:35,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:35,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:21:35,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9 with version=8 2024-11-22T16:21:35,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/hbase-staging 2024-11-22T16:21:35,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:35,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:35,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43179 2024-11-22T16:21:35,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43179 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:36,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431790x0, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:36,025 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43179-0x1016359bc9b0000 connected 2024-11-22T16:21:36,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:36,136 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:36,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/running 2024-11-22T16:21:36,138 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9, hbase.cluster.distributed=false 2024-11-22T16:21:36,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/acl 2024-11-22T16:21:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-22T16:21:36,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43179 2024-11-22T16:21:36,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43179 2024-11-22T16:21:36,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-22T16:21:36,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43179 2024-11-22T16:21:36,183 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:36,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:36,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:36,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:36,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:36,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:36,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:21:36,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:36,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36919 2024-11-22T16:21:36,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36919 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:36,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:36,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:36,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369190x0, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:36,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369190x0, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/running 2024-11-22T16:21:36,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:21:36,220 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36919-0x1016359bc9b0001 connected 2024-11-22T16:21:36,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:21:36,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/master 2024-11-22T16:21:36,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/acl 2024-11-22T16:21:36,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-22T16:21:36,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36919 2024-11-22T16:21:36,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36919 2024-11-22T16:21:36,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-22T16:21:36,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36919 2024-11-22T16:21:36,247 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:43179 2024-11-22T16:21:36,248 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1008428506/backup-masters/93fb7f16a334,43179,1732292495814 2024-11-22T16:21:36,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/backup-masters 2024-11-22T16:21:36,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/backup-masters 2024-11-22T16:21:36,260 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on existing znode=/0-1008428506/backup-masters/93fb7f16a334,43179,1732292495814 2024-11-22T16:21:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008428506/master 2024-11-22T16:21:36,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,271 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on existing znode=/0-1008428506/master 2024-11-22T16:21:36,271 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1008428506/backup-masters/93fb7f16a334,43179,1732292495814 from backup master directory 2024-11-22T16:21:36,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008428506/backup-masters/93fb7f16a334,43179,1732292495814 2024-11-22T16:21:36,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/backup-masters 2024-11-22T16:21:36,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/backup-masters 2024-11-22T16:21:36,281 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:36,281 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,43179,1732292495814 2024-11-22T16:21:36,284 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/hbase.id] with ID: 7442d4fa-4457-464c-a4af-444241a9fdb0 2024-11-22T16:21:36,284 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/.tmp/hbase.id 2024-11-22T16:21:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:21:36,291 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/.tmp/hbase.id]:[hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/hbase.id] 2024-11-22T16:21:36,298 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:36,298 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:21:36,299 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T16:21:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:21:36,334 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:36,335 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:21:36,336 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:21:36,374 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store 2024-11-22T16:21:36,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:36,783 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:36,783 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:36,783 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292496783Disabling compacts and flushes for region at 1732292496783Disabling writes for close at 1732292496783Writing region close event to WAL at 1732292496783Closed at 1732292496783 2024-11-22T16:21:36,784 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/.initializing 2024-11-22T16:21:36,784 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/WALs/93fb7f16a334,43179,1732292495814 2024-11-22T16:21:36,785 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:36,786 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C43179%2C1732292495814, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/WALs/93fb7f16a334,43179,1732292495814, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/oldWALs, maxLogs=10 2024-11-22T16:21:36,805 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/WALs/93fb7f16a334,43179,1732292495814/93fb7f16a334%2C43179%2C1732292495814.1732292496787, exclude list is [], retry=0 2024-11-22T16:21:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-ff8074f9-0503-4f83-a042-01da21da4bea,DISK] 2024-11-22T16:21:36,817 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/WALs/93fb7f16a334,43179,1732292495814/93fb7f16a334%2C43179%2C1732292495814.1732292496787 2024-11-22T16:21:36,817 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41997:41997)] 2024-11-22T16:21:36,817 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:36,818 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:36,818 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,818 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:21:36,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:36,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:36,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:21:36,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:36,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:21:36,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:36,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:36,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:21:36,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:36,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:36,823 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,824 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,824 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,825 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,825 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,825 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:36,826 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:36,827 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:36,827 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70324458, jitterRate=0.04791608452796936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:36,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292496818Initializing all the Stores at 1732292496818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292496818Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292496818Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292496819 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292496819Cleaning up temporary data from old regions at 1732292496825 (+6 ms)Region opened successfully at 1732292496828 (+3 ms) 2024-11-22T16:21:36,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:21:36,830 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658f66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:36,831 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:21:36,831 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:21:36,831 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:21:36,831 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:21:36,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:21:36,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:21:36,832 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:21:36,841 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:21:36,842 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Unable to get data of znode /0-1008428506/balancer because node does not exist (not necessarily an error) 2024-11-22T16:21:36,891 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/balancer already deleted, retry=false 2024-11-22T16:21:36,892 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:21:36,892 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Unable to get data of znode /0-1008428506/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:21:36,901 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/normalizer already deleted, retry=false 2024-11-22T16:21:36,902 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:21:36,903 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Unable to get data of znode /0-1008428506/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:21:36,912 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/switch/split already deleted, retry=false 2024-11-22T16:21:36,914 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Unable to get data of znode /0-1008428506/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:21:36,923 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/switch/merge already deleted, retry=false 2024-11-22T16:21:36,925 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Unable to get data of znode /0-1008428506/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:21:36,933 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/snapshot-cleanup already deleted, retry=false 2024-11-22T16:21:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008428506/running 2024-11-22T16:21:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1008428506/running 2024-11-22T16:21:36,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,945 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,43179,1732292495814, sessionid=0x1016359bc9b0000, setting cluster-up flag (Was=false) 2024-11-22T16:21:36,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:36,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008428506/flush-table-proc/acquired, /0-1008428506/flush-table-proc/reached, /0-1008428506/flush-table-proc/abort 2024-11-22T16:21:36,998 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,43179,1732292495814 2024-11-22T16:21:37,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:37,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:37,049 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1008428506/online-snapshot/acquired, /0-1008428506/online-snapshot/reached, /0-1008428506/online-snapshot/abort 2024-11-22T16:21:37,050 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,43179,1732292495814 2024-11-22T16:21:37,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:21:37,056 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:37,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:21:37,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:21:37,057 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,43179,1732292495814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:21:37,058 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:37,058 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:37,058 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:37,059 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:37,059 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:21:37,059 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,059 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:37,059 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:37,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:21:37,062 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292527077 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:21:37,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:21:37,078 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,078 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:21:37,078 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:21:37,079 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:21:37,079 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:21:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:21:37,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:21:37,081 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9 2024-11-22T16:21:37,083 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:21:37,083 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:21:37,094 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292497083,5,FailOnTimeoutGroup] 2024-11-22T16:21:37,096 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292497094,5,FailOnTimeoutGroup] 2024-11-22T16:21:37,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:21:37,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,096 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741832_1008 (size=32) 2024-11-22T16:21:37,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:37,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:37,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:37,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:37,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:37,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:37,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:37,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:37,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:37,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740 2024-11-22T16:21:37,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740 2024-11-22T16:21:37,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:37,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:37,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:37,121 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:37,121 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69723238, jitterRate=0.03895720839500427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292497105Initializing all the Stores at 1732292497106 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497106Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292497106Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497106Cleaning up temporary data from old regions at 1732292497114 (+8 ms)Region opened successfully at 1732292497122 (+8 ms) 2024-11-22T16:21:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:37,122 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:37,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:37,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:37,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292497122Disabling compacts and flushes for region at 1732292497122Disabling writes for close at 1732292497122Writing region close event to WAL at 1732292497132 (+10 ms)Closed at 1732292497132 2024-11-22T16:21:37,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:37,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:37,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:21:37,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:21:37,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:37,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:21:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,143 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(746): ClusterId : 7442d4fa-4457-464c-a4af-444241a9fdb0 2024-11-22T16:21:37,143 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:21:37,155 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:21:37,155 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:21:37,165 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:21:37,166 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562b3342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:37,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,203 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:36919 2024-11-22T16:21:37,203 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:21:37,203 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:21:37,203 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:21:37,204 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,43179,1732292495814 with port=36919, startcode=1732292496183 2024-11-22T16:21:37,204 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:21:37,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:37,215 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:21:37,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43179 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,217 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9 2024-11-22T16:21:37,217 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44761 2024-11-22T16:21:37,217 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:21:37,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/rs 2024-11-22T16:21:37,228 DEBUG [RS:0;93fb7f16a334:36919 {}] zookeeper.ZKUtil(111): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on existing znode=/0-1008428506/rs/93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,229 WARN [RS:0;93fb7f16a334:36919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:37,229 INFO [RS:0;93fb7f16a334:36919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:37,229 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,36919,1732292496183] 2024-11-22T16:21:37,251 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:21:37,254 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:21:37,254 INFO [RS:0;93fb7f16a334:36919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:21:37,254 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,254 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:21:37,255 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:21:37,255 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,255 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:37,256 DEBUG [RS:0;93fb7f16a334:36919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,262 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36919,1732292496183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:37,282 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:21:37,282 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36919,1732292496183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,282 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,282 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.Replication(171): 93fb7f16a334,36919,1732292496183 started 2024-11-22T16:21:37,288 WARN [93fb7f16a334:43179 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-22T16:21:37,301 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,302 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,36919,1732292496183, RpcServer on 93fb7f16a334/172.17.0.2:36919, sessionid=0x1016359bc9b0001 2024-11-22T16:21:37,302 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:21:37,302 DEBUG [RS:0;93fb7f16a334:36919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,302 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36919,1732292496183' 2024-11-22T16:21:37,302 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008428506/flush-table-proc/abort' 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008428506/flush-table-proc/acquired' 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,36919,1732292496183' 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1008428506/online-snapshot/abort' 2024-11-22T16:21:37,303 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1008428506/online-snapshot/acquired' 2024-11-22T16:21:37,304 DEBUG [RS:0;93fb7f16a334:36919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:21:37,304 INFO [RS:0;93fb7f16a334:36919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:21:37,304 INFO [RS:0;93fb7f16a334:36919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:21:37,404 INFO [RS:0;93fb7f16a334:36919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:37,406 INFO [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36919%2C1732292496183, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs, maxLogs=10 2024-11-22T16:21:37,427 DEBUG [RS:0;93fb7f16a334:36919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406, exclude list is [], retry=0 2024-11-22T16:21:37,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-ff8074f9-0503-4f83-a042-01da21da4bea,DISK] 2024-11-22T16:21:37,436 INFO [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 2024-11-22T16:21:37,437 DEBUG [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41997:41997)] 2024-11-22T16:21:37,538 DEBUG [93fb7f16a334:43179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:21:37,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36919,1732292496183, state=OPENING 2024-11-22T16:21:37,544 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:21:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:37,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:37,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008428506/meta-region-server: CHANGED 2024-11-22T16:21:37,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008428506/meta-region-server: CHANGED 2024-11-22T16:21:37,579 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:37,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36919,1732292496183}] 2024-11-22T16:21:37,732 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:37,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:21:37,736 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:21:37,736 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:37,737 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:21:37,738 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36919%2C1732292496183.meta, suffix=.meta, logDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs, maxLogs=10 2024-11-22T16:21:37,754 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.meta.1732292497738.meta, exclude list is [], retry=0 2024-11-22T16:21:37,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-ff8074f9-0503-4f83-a042-01da21da4bea,DISK] 2024-11-22T16:21:37,760 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.meta.1732292497738.meta 2024-11-22T16:21:37,764 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41997:41997)] 2024-11-22T16:21:37,764 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:37,765 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:21:37,765 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:21:37,765 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:21:37,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:37,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:37,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:37,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:37,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:37,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:37,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:37,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:37,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:37,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:37,777 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:37,777 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740 2024-11-22T16:21:37,778 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740 2024-11-22T16:21:37,779 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:37,779 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:37,779 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:37,780 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:37,780 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71955885, jitterRate=0.07222624123096466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:37,781 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:21:37,781 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292497765Writing region info on filesystem at 1732292497765Initializing all the Stores at 1732292497766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497768 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292497768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292497768Cleaning up temporary data from old regions at 1732292497779 (+11 ms)Running coprocessor post-open hooks at 1732292497781 (+2 ms)Region opened successfully at 1732292497781 2024-11-22T16:21:37,782 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292497731 2024-11-22T16:21:37,784 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:21:37,784 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:21:37,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,785 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,36919,1732292496183, state=OPEN 2024-11-22T16:21:37,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008428506/meta-region-server 2024-11-22T16:21:37,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008428506/meta-region-server: CHANGED 2024-11-22T16:21:37,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:37,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1008428506/meta-region-server 2024-11-22T16:21:37,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1008428506/meta-region-server: CHANGED 2024-11-22T16:21:37,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:21:37,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,36919,1732292496183 in 229 msec 2024-11-22T16:21:37,815 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:37,815 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:21:37,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:21:37,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 676 msec 2024-11-22T16:21:37,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:37,817 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36919,1732292496183, seqNum=-1] 2024-11-22T16:21:37,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:37,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:37,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 772 msec 2024-11-22T16:21:37,825 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292497825, completionTime=-1 2024-11-22T16:21:37,825 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:21:37,825 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:21:37,827 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:21:37,827 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292557827 2024-11-22T16:21:37,827 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292617827 2024-11-22T16:21:37,827 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:21:37,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:43179, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,828 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,830 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,831 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:21:37,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.553sec 2024-11-22T16:21:37,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:21:37,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:21:37,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:21:37,834 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:21:37,835 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:21:37,835 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:37,835 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:21:37,836 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:21:37,836 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:21:37,837 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,43179,1732292495814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:37,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9bd672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:37,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43179,-1 for getting cluster id 2024-11-22T16:21:37,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:37,853 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7442d4fa-4457-464c-a4af-444241a9fdb0' 2024-11-22T16:21:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7442d4fa-4457-464c-a4af-444241a9fdb0" 2024-11-22T16:21:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2a7d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43179,-1] 2024-11-22T16:21:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:37,855 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:37,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cef91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:37,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36919,1732292496183, seqNum=-1] 2024-11-22T16:21:37,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:37,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:37,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,43179,1732292495814 2024-11-22T16:21:37,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:37,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:37,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1016359bc9b0002 connected 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir so I do NOT create it in target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c 2024-11-22T16:21:37,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.tmp.dir so I do NOT create it in target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c 2024-11-22T16:21:37,883 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:21:37,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/cluster_af63aaa4-f670-52a8-c693-bccef5eaf500, deleteOnExit=true 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/test.cache.data in system properties and HBase conf 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:21:37,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:21:37,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:37,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:21:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:21:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:21:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:21:37,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:21:38,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:38,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:38,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:38,210 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:38,210 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:21:38,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:38,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c30efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:38,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a6e402d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:38,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50eba03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/java.io.tmpdir/jetty-localhost-35327-hadoop-hdfs-3_4_1-tests_jar-_-any-8006606501752631470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:38,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6134be31{HTTP/1.1, (http/1.1)}{localhost:35327} 2024-11-22T16:21:38,355 INFO [Time-limited test {}] server.Server(415): Started @283772ms 2024-11-22T16:21:38,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:38,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:38,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:38,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:38,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:21:38,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c5dedcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:38,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@378d1bcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:38,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245b1fbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/java.io.tmpdir/jetty-localhost-42011-hadoop-hdfs-3_4_1-tests_jar-_-any-16955444084619379256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:38,927 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5af6e5c5{HTTP/1.1, (http/1.1)}{localhost:42011} 2024-11-22T16:21:38,927 INFO [Time-limited test {}] server.Server(415): Started @284344ms 2024-11-22T16:21:38,928 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:21:40,128 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/cluster_af63aaa4-f670-52a8-c693-bccef5eaf500/data/data1/current/BP-1423605657-172.17.0.2-1732292497905/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:40,128 WARN [Thread-3558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/cluster_af63aaa4-f670-52a8-c693-bccef5eaf500/data/data2/current/BP-1423605657-172.17.0.2-1732292497905/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:40,145 WARN [Thread-3545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:21:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fbb9c65d8d79d47 with lease ID 0x9ef0f4f73a6b190: Processing first storage report for DS-cacdbc65-b99c-4cea-be38-0b5412bde430 from datanode DatanodeRegistration(127.0.0.1:37071, datanodeUuid=cb285244-bf69-47ba-9a97-6511d0047e40, infoPort=39289, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=702429148;c=1732292497905) 2024-11-22T16:21:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fbb9c65d8d79d47 with lease ID 0x9ef0f4f73a6b190: from storage DS-cacdbc65-b99c-4cea-be38-0b5412bde430 node DatanodeRegistration(127.0.0.1:37071, datanodeUuid=cb285244-bf69-47ba-9a97-6511d0047e40, infoPort=39289, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=702429148;c=1732292497905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1fbb9c65d8d79d47 with lease ID 0x9ef0f4f73a6b190: Processing first storage report for DS-eef3a8f9-e104-4467-9b6c-2fbe42af1819 from datanode DatanodeRegistration(127.0.0.1:37071, datanodeUuid=cb285244-bf69-47ba-9a97-6511d0047e40, infoPort=39289, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=702429148;c=1732292497905) 2024-11-22T16:21:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1fbb9c65d8d79d47 with lease ID 0x9ef0f4f73a6b190: from storage DS-eef3a8f9-e104-4467-9b6c-2fbe42af1819 node DatanodeRegistration(127.0.0.1:37071, datanodeUuid=cb285244-bf69-47ba-9a97-6511d0047e40, infoPort=39289, infoSecurePort=0, ipcPort=45763, storageInfo=lv=-57;cid=testClusterID;nsid=702429148;c=1732292497905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:40,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c 2024-11-22T16:21:40,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:21:40,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:21:40,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:40,559 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f with version=8 2024-11-22T16:21:40,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/hbase-staging 2024-11-22T16:21:40,561 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:21:40,561 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:40,562 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35847 2024-11-22T16:21:40,562 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35847 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:40,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358470x0, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:40,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35847-0x1016359bc9b0003 connected 2024-11-22T16:21:40,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,810 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/running 2024-11-22T16:21:40,810 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f, hbase.cluster.distributed=false 2024-11-22T16:21:40,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/acl 2024-11-22T16:21:40,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35847 2024-11-22T16:21:40,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35847 2024-11-22T16:21:40,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35847 2024-11-22T16:21:40,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35847 2024-11-22T16:21:40,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35847 2024-11-22T16:21:40,832 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:21:40,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:40,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46769 2024-11-22T16:21:40,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46769 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:40,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:40,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467690x0, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:40,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467690x0, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/running 2024-11-22T16:21:40,849 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46769-0x1016359bc9b0004 connected 2024-11-22T16:21:40,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:21:40,852 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:21:40,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/master 2024-11-22T16:21:40,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/acl 2024-11-22T16:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-22T16:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46769 2024-11-22T16:21:40,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46769 2024-11-22T16:21:40,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-22T16:21:40,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46769 2024-11-22T16:21:40,870 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:35847 2024-11-22T16:21:40,871 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1745080879/backup-masters/93fb7f16a334,35847,1732292500561 2024-11-22T16:21:40,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/backup-masters 2024-11-22T16:21:40,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/backup-masters 2024-11-22T16:21:40,880 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on existing znode=/1-1745080879/backup-masters/93fb7f16a334,35847,1732292500561 2024-11-22T16:21:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1745080879/master 2024-11-22T16:21:40,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:40,891 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on existing znode=/1-1745080879/master 2024-11-22T16:21:40,891 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1745080879/backup-masters/93fb7f16a334,35847,1732292500561 from backup master directory 2024-11-22T16:21:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/backup-masters 2024-11-22T16:21:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1745080879/backup-masters/93fb7f16a334,35847,1732292500561 2024-11-22T16:21:40,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/backup-masters 2024-11-22T16:21:40,901 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:40,901 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,35847,1732292500561 2024-11-22T16:21:40,905 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/hbase.id] with ID: 800edc4e-e87c-4b88-b5b3-a31dbbe32bc6 2024-11-22T16:21:40,905 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/.tmp/hbase.id 2024-11-22T16:21:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:21:41,314 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/.tmp/hbase.id]:[hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/hbase.id] 2024-11-22T16:21:41,321 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:41,321 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:21:41,321 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T16:21:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:41,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:21:41,777 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:41,778 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:21:41,778 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:41,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:21:42,184 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store 2024-11-22T16:21:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:42,589 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:42,589 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:42,589 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292502589Disabling compacts and flushes for region at 1732292502589Disabling writes for close at 1732292502589Writing region close event to WAL at 1732292502589Closed at 1732292502589 2024-11-22T16:21:42,590 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/.initializing 2024-11-22T16:21:42,590 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/WALs/93fb7f16a334,35847,1732292500561 2024-11-22T16:21:42,590 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:42,592 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C35847%2C1732292500561, suffix=, logDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/WALs/93fb7f16a334,35847,1732292500561, archiveDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/oldWALs, maxLogs=10 2024-11-22T16:21:42,608 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/WALs/93fb7f16a334,35847,1732292500561/93fb7f16a334%2C35847%2C1732292500561.1732292502592, exclude list is [], retry=0 2024-11-22T16:21:42,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-cacdbc65-b99c-4cea-be38-0b5412bde430,DISK] 2024-11-22T16:21:42,612 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/WALs/93fb7f16a334,35847,1732292500561/93fb7f16a334%2C35847%2C1732292500561.1732292502592 2024-11-22T16:21:42,612 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39289:39289)] 2024-11-22T16:21:42,612 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:42,612 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:42,612 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,612 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:21:42,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:42,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:42,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:21:42,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:42,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:42,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:21:42,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:42,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:42,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:21:42,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:42,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:42,618 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,619 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,619 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,620 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,620 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,620 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:42,621 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:42,622 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:42,622 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72870849, jitterRate=0.08586026728153229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:42,623 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292502613Initializing all the Stores at 1732292502613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292502613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292502613Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292502613Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292502613Cleaning up temporary data from old regions at 1732292502620 (+7 ms)Region opened successfully at 1732292502622 (+2 ms) 2024-11-22T16:21:42,623 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:21:42,625 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff11513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:21:42,626 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:21:42,627 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:21:42,628 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:21:42,629 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Unable to get data of znode /1-1745080879/balancer because node does not exist (not necessarily an error) 2024-11-22T16:21:42,701 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/balancer already deleted, retry=false 2024-11-22T16:21:42,701 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:21:42,702 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Unable to get data of znode /1-1745080879/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:21:42,775 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/normalizer already deleted, retry=false 2024-11-22T16:21:42,775 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:21:42,776 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Unable to get data of znode /1-1745080879/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:21:42,828 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/switch/split already deleted, retry=false 2024-11-22T16:21:42,830 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Unable to get data of znode /1-1745080879/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:21:42,848 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/switch/merge already deleted, retry=false 2024-11-22T16:21:42,850 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Unable to get data of znode /1-1745080879/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:21:42,859 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/snapshot-cleanup already deleted, retry=false 2024-11-22T16:21:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1745080879/running 2024-11-22T16:21:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1745080879/running 2024-11-22T16:21:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:42,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:42,870 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,35847,1732292500561, sessionid=0x1016359bc9b0003, setting cluster-up flag (Was=false) 2024-11-22T16:21:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:42,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:42,996 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1745080879/flush-table-proc/acquired, /1-1745080879/flush-table-proc/reached, /1-1745080879/flush-table-proc/abort 2024-11-22T16:21:42,997 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35847,1732292500561 2024-11-22T16:21:43,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:43,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:43,048 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1745080879/online-snapshot/acquired, /1-1745080879/online-snapshot/reached, /1-1745080879/online-snapshot/abort 2024-11-22T16:21:43,049 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,35847,1732292500561 2024-11-22T16:21:43,050 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:21:43,052 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:43,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:21:43,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:21:43,052 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,35847,1732292500561 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:43,053 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:43,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:21:43,055 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292533055 2024-11-22T16:21:43,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:21:43,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:21:43,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:21:43,056 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:21:43,062 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292503056,5,FailOnTimeoutGroup] 2024-11-22T16:21:43,064 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292503062,5,FailOnTimeoutGroup] 2024-11-22T16:21:43,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:21:43,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,065 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(746): ClusterId : 800edc4e-e87c-4b88-b5b3-a31dbbe32bc6 2024-11-22T16:21:43,065 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:21:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:21:43,070 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:21:43,070 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:21:43,081 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:21:43,081 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e31c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:43,091 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:46769 2024-11-22T16:21:43,091 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:21:43,091 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:21:43,091 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:21:43,092 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,35847,1732292500561 with port=46769, startcode=1732292500832 2024-11-22T16:21:43,092 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:21:43,093 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:21:43,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35847 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,094 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f 2024-11-22T16:21:43,095 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33435 2024-11-22T16:21:43,095 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:21:43,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/rs 2024-11-22T16:21:43,154 DEBUG [RS:0;93fb7f16a334:46769 {}] zookeeper.ZKUtil(111): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on existing znode=/1-1745080879/rs/93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,154 WARN [RS:0;93fb7f16a334:46769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:43,154 INFO [RS:0;93fb7f16a334:46769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:43,155 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,46769,1732292500832] 2024-11-22T16:21:43,157 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:21:43,158 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:21:43,159 INFO [RS:0;93fb7f16a334:46769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:21:43,159 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,159 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:21:43,159 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:21:43,159 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:43,160 DEBUG [RS:0;93fb7f16a334:46769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,162 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46769,1732292500832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:43,181 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:21:43,181 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46769,1732292500832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,182 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,182 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.Replication(171): 93fb7f16a334,46769,1732292500832 started 2024-11-22T16:21:43,198 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:43,198 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,46769,1732292500832, RpcServer on 93fb7f16a334/172.17.0.2:46769, sessionid=0x1016359bc9b0004 2024-11-22T16:21:43,198 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:21:43,198 DEBUG [RS:0;93fb7f16a334:46769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,198 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,46769,1732292500832' 2024-11-22T16:21:43,198 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1745080879/flush-table-proc/abort' 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1745080879/flush-table-proc/acquired' 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,46769,1732292500832' 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1745080879/online-snapshot/abort' 2024-11-22T16:21:43,199 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1745080879/online-snapshot/acquired' 2024-11-22T16:21:43,200 DEBUG [RS:0;93fb7f16a334:46769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:21:43,200 INFO [RS:0;93fb7f16a334:46769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:21:43,200 INFO [RS:0;93fb7f16a334:46769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:21:43,267 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:43,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,300 INFO [RS:0;93fb7f16a334:46769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:43,301 INFO [RS:0;93fb7f16a334:46769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C46769%2C1732292500832, suffix=, logDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832, archiveDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/oldWALs, maxLogs=10 2024-11-22T16:21:43,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,318 DEBUG [RS:0;93fb7f16a334:46769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, exclude list is [], retry=0 2024-11-22T16:21:43,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-cacdbc65-b99c-4cea-be38-0b5412bde430,DISK] 2024-11-22T16:21:43,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,325 INFO [RS:0;93fb7f16a334:46769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 2024-11-22T16:21:43,326 DEBUG [RS:0;93fb7f16a334:46769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39289:39289)] 2024-11-22T16:21:43,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:43,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:21:43,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:21:43,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f 2024-11-22T16:21:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:21:43,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:43,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:43,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:43,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:43,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:43,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:43,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:43,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:43,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:43,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:43,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740 2024-11-22T16:21:43,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740 2024-11-22T16:21:43,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:43,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:43,483 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:43,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:43,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:43,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71951892, jitterRate=0.07216674089431763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292503472Initializing all the Stores at 1732292503473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503476 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292503476Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503476Cleaning up temporary data from old regions at 1732292503483 (+7 ms)Region opened successfully at 1732292503488 (+5 ms) 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:43,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:43,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:43,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292503488Disabling compacts and flushes for region at 1732292503488Disabling writes for close at 1732292503488Writing region close event to WAL at 1732292503488Closed at 1732292503488 2024-11-22T16:21:43,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:43,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:21:43,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:21:43,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:43,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:21:43,641 DEBUG [93fb7f16a334:35847 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:21:43,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:43,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,46769,1732292500832, state=OPENING 2024-11-22T16:21:43,741 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:21:43,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:43,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:43,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:43,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1745080879/meta-region-server: CHANGED 2024-11-22T16:21:43,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1745080879/meta-region-server: CHANGED 2024-11-22T16:21:43,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,46769,1732292500832}] 2024-11-22T16:21:43,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:43,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:21:43,964 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:21:43,964 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:43,964 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:21:43,966 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C46769%2C1732292500832.meta, suffix=.meta, logDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832, archiveDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/oldWALs, maxLogs=10 2024-11-22T16:21:43,987 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.meta.1732292503966.meta, exclude list is [], retry=0 2024-11-22T16:21:43,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-cacdbc65-b99c-4cea-be38-0b5412bde430,DISK] 2024-11-22T16:21:43,991 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.meta.1732292503966.meta 2024-11-22T16:21:43,992 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39289:39289)] 2024-11-22T16:21:43,992 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:43,992 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:21:43,993 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:21:43,993 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:21:43,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:43,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:43,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:43,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:43,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:43,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:43,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:43,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:43,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:43,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:43,998 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:43,998 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740 2024-11-22T16:21:43,999 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740 2024-11-22T16:21:44,000 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:44,000 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:44,001 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:44,002 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:44,003 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64059478, jitterRate=-0.04543939232826233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:44,003 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:21:44,003 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292503993Writing region info on filesystem at 1732292503993Initializing all the Stores at 1732292503994 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503994Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503994Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292503994Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292503994Cleaning up temporary data from old regions at 1732292504000 (+6 ms)Running coprocessor post-open hooks at 1732292504003 (+3 ms)Region opened successfully at 1732292504003 2024-11-22T16:21:44,004 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292503958 2024-11-22T16:21:44,006 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:21:44,006 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:21:44,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:44,009 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,46769,1732292500832, state=OPEN 2024-11-22T16:21:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1745080879/meta-region-server 2024-11-22T16:21:44,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1745080879/meta-region-server 2024-11-22T16:21:44,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:44,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1745080879/meta-region-server: CHANGED 2024-11-22T16:21:44,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1745080879/meta-region-server: CHANGED 2024-11-22T16:21:44,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:21:44,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,46769,1732292500832 in 232 msec 2024-11-22T16:21:44,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:21:44,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2024-11-22T16:21:44,042 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:44,042 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:21:44,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:44,043 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,46769,1732292500832, seqNum=-1] 2024-11-22T16:21:44,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:44,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:44,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-22T16:21:44,049 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292504049, completionTime=-1 2024-11-22T16:21:44,049 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:21:44,049 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292564051 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292624051 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:35847, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,051 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,052 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,053 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:44,055 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:21:44,057 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:21:44,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:21:44,057 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35847,1732292500561-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:44,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:44,062 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:44,063 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88653 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:21:44,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a76dc68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:44,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:44,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:44,067 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:44,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142a49a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:44,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:44,085 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:44,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bf0487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:44,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:44,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,46769,1732292500832, seqNum=-1] 2024-11-22T16:21:44,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:44,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:44,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,35847,1732292500561 2024-11-22T16:21:44,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:44,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:44,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1016359bc9b0005 connected 2024-11-22T16:21:44,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir so I do NOT create it in target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2 2024-11-22T16:21:44,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:21:44,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.tmp.dir so I do NOT create it in target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2 2024-11-22T16:21:44,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:21:44,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/cluster_f6b4f49f-c8c9-e37b-cf3e-c2b349dd2ee4, deleteOnExit=true 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/test.cache.data in system properties and HBase conf 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:21:44,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:21:44,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:21:44,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:21:44,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:21:44,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:44,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:44,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:44,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:44,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:21:44,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:44,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7696cc10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:44,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@404cd1f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:44,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36099d9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/java.io.tmpdir/jetty-localhost-36653-hadoop-hdfs-3_4_1-tests_jar-_-any-15658805194821494456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:21:44,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12a9d7ec{HTTP/1.1, (http/1.1)}{localhost:36653} 2024-11-22T16:21:44,706 INFO [Time-limited test {}] server.Server(415): Started @290123ms 2024-11-22T16:21:45,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:21:45,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:21:45,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:21:45,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:21:45,018 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:21:45,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa9d74a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:21:45,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fe3111f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:21:45,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f83e031{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/java.io.tmpdir/jetty-localhost-39113-hadoop-hdfs-3_4_1-tests_jar-_-any-16422932861914176593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:21:45,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e1f7cc4{HTTP/1.1, (http/1.1)}{localhost:39113} 2024-11-22T16:21:45,114 INFO [Time-limited test {}] server.Server(415): Started @290532ms 2024-11-22T16:21:45,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:21:45,799 WARN [Thread-3678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/cluster_f6b4f49f-c8c9-e37b-cf3e-c2b349dd2ee4/data/data1/current/BP-1571797332-172.17.0.2-1732292504139/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:45,799 WARN [Thread-3679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/cluster_f6b4f49f-c8c9-e37b-cf3e-c2b349dd2ee4/data/data2/current/BP-1571797332-172.17.0.2-1732292504139/current, will proceed with Du for space computation calculation, 2024-11-22T16:21:45,818 WARN [Thread-3666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:21:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3275862be6c955e3 with lease ID 0x691f4a46820f165a: Processing first storage report for DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2 from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=c3f1d870-95c6-448e-96c9-1f643ef89970, infoPort=43203, infoSecurePort=0, ipcPort=38607, storageInfo=lv=-57;cid=testClusterID;nsid=1244251153;c=1732292504139) 2024-11-22T16:21:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3275862be6c955e3 with lease ID 0x691f4a46820f165a: from storage DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2 node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=c3f1d870-95c6-448e-96c9-1f643ef89970, infoPort=43203, infoSecurePort=0, ipcPort=38607, storageInfo=lv=-57;cid=testClusterID;nsid=1244251153;c=1732292504139), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:21:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3275862be6c955e3 with lease ID 0x691f4a46820f165a: Processing first storage report for DS-988c3963-58dc-4bca-b96e-b174ffb7de33 from datanode DatanodeRegistration(127.0.0.1:40635, datanodeUuid=c3f1d870-95c6-448e-96c9-1f643ef89970, infoPort=43203, infoSecurePort=0, ipcPort=38607, storageInfo=lv=-57;cid=testClusterID;nsid=1244251153;c=1732292504139) 2024-11-22T16:21:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3275862be6c955e3 with lease ID 0x691f4a46820f165a: from storage DS-988c3963-58dc-4bca-b96e-b174ffb7de33 node DatanodeRegistration(127.0.0.1:40635, datanodeUuid=c3f1d870-95c6-448e-96c9-1f643ef89970, infoPort=43203, infoSecurePort=0, ipcPort=38607, storageInfo=lv=-57;cid=testClusterID;nsid=1244251153;c=1732292504139), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T16:21:45,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2 2024-11-22T16:21:45,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:45,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:21:46,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86 with version=8 2024-11-22T16:21:46,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/hbase-staging 2024-11-22T16:21:46,248 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:21:46,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:46,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46597 2024-11-22T16:21:46,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46597 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465970x0, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:46,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46597-0x1016359bc9b0006 connected 2024-11-22T16:21:46,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:46,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:46,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/running 2024-11-22T16:21:46,379 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86, hbase.cluster.distributed=false 2024-11-22T16:21:46,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/acl 2024-11-22T16:21:46,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T16:21:46,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46597 2024-11-22T16:21:46,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46597 2024-11-22T16:21:46,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T16:21:46,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46597 2024-11-22T16:21:46,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:21:46,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:21:46,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32973 2024-11-22T16:21:46,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32973 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:46,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:46,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:46,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329730x0, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/running 2024-11-22T16:21:46,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329730x0, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:46,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:21:46,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32973-0x1016359bc9b0007 connected 2024-11-22T16:21:46,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:21:46,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/master 2024-11-22T16:21:46,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/acl 2024-11-22T16:21:46,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-22T16:21:46,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32973 2024-11-22T16:21:46,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32973 2024-11-22T16:21:46,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-22T16:21:46,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32973 2024-11-22T16:21:46,517 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:46597 2024-11-22T16:21:46,520 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2951836225/backup-masters/93fb7f16a334,46597,1732292506248 2024-11-22T16:21:46,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/backup-masters 2024-11-22T16:21:46,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/backup-masters 2024-11-22T16:21:46,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on existing znode=/2951836225/backup-masters/93fb7f16a334,46597,1732292506248 2024-11-22T16:21:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2951836225/master 2024-11-22T16:21:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:46,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:46,544 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on existing znode=/2951836225/master 2024-11-22T16:21:46,546 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2951836225/backup-masters/93fb7f16a334,46597,1732292506248 from backup master directory 2024-11-22T16:21:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2951836225/backup-masters/93fb7f16a334,46597,1732292506248 2024-11-22T16:21:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/backup-masters 2024-11-22T16:21:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/backup-masters 2024-11-22T16:21:46,554 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:46,554 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,46597,1732292506248 2024-11-22T16:21:46,566 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/hbase.id] with ID: 1a0ce715-be1d-41ee-90fa-05ea94b73aaf 2024-11-22T16:21:46,566 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/.tmp/hbase.id 2024-11-22T16:21:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:21:46,578 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/.tmp/hbase.id]:[hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/hbase.id] 2024-11-22T16:21:46,587 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:21:46,587 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:21:46,588 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:21:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:46,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:46,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:21:46,602 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:46,603 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:21:46,603 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:21:47,024 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store 2024-11-22T16:21:47,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:21:47,432 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:47,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:21:47,433 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:47,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:47,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:21:47,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:47,433 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:21:47,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292507433Disabling compacts and flushes for region at 1732292507433Disabling writes for close at 1732292507433Writing region close event to WAL at 1732292507433Closed at 1732292507433 2024-11-22T16:21:47,434 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/.initializing 2024-11-22T16:21:47,434 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/WALs/93fb7f16a334,46597,1732292506248 2024-11-22T16:21:47,435 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:47,436 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C46597%2C1732292506248, suffix=, logDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/WALs/93fb7f16a334,46597,1732292506248, archiveDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/oldWALs, maxLogs=10 2024-11-22T16:21:47,453 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/WALs/93fb7f16a334,46597,1732292506248/93fb7f16a334%2C46597%2C1732292506248.1732292507436, exclude list is [], retry=0 2024-11-22T16:21:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2,DISK] 2024-11-22T16:21:47,469 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/WALs/93fb7f16a334,46597,1732292506248/93fb7f16a334%2C46597%2C1732292506248.1732292507436 2024-11-22T16:21:47,469 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-22T16:21:47,469 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:47,469 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:47,469 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,469 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:21:47,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:47,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:47,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:21:47,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:47,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:47,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:21:47,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:47,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:47,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:21:47,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:47,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:47,475 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,476 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,476 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,477 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,477 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,478 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:47,478 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:21:47,480 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:47,480 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60548436, jitterRate=-0.09775799512863159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:47,481 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292507469Initializing all the Stores at 1732292507470 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292507470Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292507470Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292507470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292507470Cleaning up temporary data from old regions at 1732292507477 (+7 ms)Region opened successfully at 1732292507481 (+4 ms) 2024-11-22T16:21:47,481 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:21:47,483 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7eb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:47,484 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:21:47,484 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:21:47,484 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:21:47,484 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:21:47,485 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:21:47,485 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:21:47,485 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:21:47,487 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:21:47,487 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/balancer because node does not exist (not necessarily an error) 2024-11-22T16:21:47,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/balancer already deleted, retry=false 2024-11-22T16:21:47,533 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:21:47,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:21:47,543 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/normalizer already deleted, retry=false 2024-11-22T16:21:47,543 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:21:47,544 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:21:47,553 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/switch/split already deleted, retry=false 2024-11-22T16:21:47,554 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:21:47,564 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/switch/merge already deleted, retry=false 2024-11-22T16:21:47,566 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:21:47,575 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/snapshot-cleanup already deleted, retry=false 2024-11-22T16:21:47,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2951836225/running 2024-11-22T16:21:47,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2951836225/running 2024-11-22T16:21:47,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,586 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,46597,1732292506248, sessionid=0x1016359bc9b0006, setting cluster-up flag (Was=false) 2024-11-22T16:21:47,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,638 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2951836225/flush-table-proc/acquired, /2951836225/flush-table-proc/reached, /2951836225/flush-table-proc/abort 2024-11-22T16:21:47,639 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46597,1732292506248 2024-11-22T16:21:47,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:47,691 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2951836225/online-snapshot/acquired, /2951836225/online-snapshot/reached, /2951836225/online-snapshot/abort 2024-11-22T16:21:47,692 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,46597,1732292506248 2024-11-22T16:21:47,693 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:21:47,697 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:47,697 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:21:47,697 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:21:47,697 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,46597,1732292506248 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,698 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:47,699 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,717 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(746): ClusterId : 1a0ce715-be1d-41ee-90fa-05ea94b73aaf 2024-11-22T16:21:47,717 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:21:47,723 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:21:47,723 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:21:47,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:47,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:21:47,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:47,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:21:47,733 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:21:47,734 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78342a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:21:47,748 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292537748 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:21:47,749 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:21:47,763 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:32973 2024-11-22T16:21:47,763 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:21:47,763 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:21:47,763 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:21:47,764 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,765 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:21:47,765 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:21:47,765 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:21:47,765 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:21:47,765 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46597,1732292506248 with port=32973, startcode=1732292506421 2024-11-22T16:21:47,765 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:21:47,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:21:47,776 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:21:47,776 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:21:47,781 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:21:47,781 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:21:47,782 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-22T16:21:47,782 WARN [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-22T16:21:47,788 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292507776,5,FailOnTimeoutGroup] 2024-11-22T16:21:47,792 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292507788,5,FailOnTimeoutGroup] 2024-11-22T16:21:47,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:21:47,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,792 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,884 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,46597,1732292506248 with port=32973, startcode=1732292506421 2024-11-22T16:21:47,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,885 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86 2024-11-22T16:21:47,885 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43435 2024-11-22T16:21:47,886 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:21:47,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/rs 2024-11-22T16:21:47,933 DEBUG [RS:0;93fb7f16a334:32973 {}] zookeeper.ZKUtil(111): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on existing znode=/2951836225/rs/93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,933 WARN [RS:0;93fb7f16a334:32973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:21:47,933 INFO [RS:0;93fb7f16a334:32973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:47,933 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,32973,1732292506421] 2024-11-22T16:21:47,936 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:21:47,937 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:21:47,937 INFO [RS:0;93fb7f16a334:32973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:21:47,937 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,937 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:21:47,938 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:21:47,938 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:47,938 DEBUG [RS:0;93fb7f16a334:32973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,939 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,32973,1732292506421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:47,954 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:21:47,954 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,32973,1732292506421-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,954 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,954 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.Replication(171): 93fb7f16a334,32973,1732292506421 started 2024-11-22T16:21:47,969 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:47,969 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,32973,1732292506421, RpcServer on 93fb7f16a334/172.17.0.2:32973, sessionid=0x1016359bc9b0007 2024-11-22T16:21:47,969 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,32973,1732292506421' 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2951836225/flush-table-proc/abort' 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2951836225/flush-table-proc/acquired' 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,32973,1732292506421 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,32973,1732292506421' 2024-11-22T16:21:47,970 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2951836225/online-snapshot/abort' 2024-11-22T16:21:47,971 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2951836225/online-snapshot/acquired' 2024-11-22T16:21:47,971 DEBUG [RS:0;93fb7f16a334:32973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:21:47,971 INFO [RS:0;93fb7f16a334:32973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:21:47,971 INFO [RS:0;93fb7f16a334:32973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:21:48,071 INFO [RS:0;93fb7f16a334:32973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:21:48,072 INFO [RS:0;93fb7f16a334:32973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C32973%2C1732292506421, suffix=, logDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421, archiveDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/oldWALs, maxLogs=10 2024-11-22T16:21:48,087 DEBUG [RS:0;93fb7f16a334:32973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, exclude list is [], retry=0 2024-11-22T16:21:48,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2,DISK] 2024-11-22T16:21:48,091 INFO [RS:0;93fb7f16a334:32973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 2024-11-22T16:21:48,091 DEBUG [RS:0;93fb7f16a334:32973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-22T16:21:48,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:21:48,174 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86 2024-11-22T16:21:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:21:48,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:48,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:48,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:48,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:48,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:48,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:48,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:48,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:48,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:48,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:48,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:48,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:48,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:48,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:48,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:48,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:48,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:48,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740 2024-11-22T16:21:48,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740 2024-11-22T16:21:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:48,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:48,592 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:48,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:48,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:48,595 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75356795, jitterRate=0.1229037493467331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292508585Initializing all the Stores at 1732292508585Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292508585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292508586 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292508586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292508586Cleaning up temporary data from old regions at 1732292508592 (+6 ms)Region opened successfully at 1732292508595 (+3 ms) 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:21:48,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:21:48,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:21:48,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292508595Disabling compacts and flushes for region at 1732292508595Disabling writes for close at 1732292508595Writing region close event to WAL at 1732292508595Closed at 1732292508595 2024-11-22T16:21:48,596 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:48,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:21:48,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:21:48,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:48,598 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:21:48,748 DEBUG [93fb7f16a334:46597 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:21:48,749 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:48,750 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,32973,1732292506421, state=OPENING 2024-11-22T16:21:48,796 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:21:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:48,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:48,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:21:48,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2951836225/meta-region-server: CHANGED 2024-11-22T16:21:48,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,32973,1732292506421}] 2024-11-22T16:21:48,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2951836225/meta-region-server: CHANGED 2024-11-22T16:21:48,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:48,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:21:48,984 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:21:48,984 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:48,984 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:21:48,986 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C32973%2C1732292506421.meta, suffix=.meta, logDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421, archiveDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/oldWALs, maxLogs=10 2024-11-22T16:21:49,002 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.meta.1732292508986.meta, exclude list is [], retry=0 2024-11-22T16:21:49,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2,DISK] 2024-11-22T16:21:49,007 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.meta.1732292508986.meta 2024-11-22T16:21:49,007 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-22T16:21:49,007 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:49,008 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:21:49,008 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:21:49,008 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:21:49,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:21:49,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:21:49,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:49,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:21:49,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:21:49,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:49,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:21:49,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:21:49,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:49,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:21:49,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:21:49,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:21:49,015 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:21:49,016 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740 2024-11-22T16:21:49,017 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740 2024-11-22T16:21:49,018 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:21:49,018 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:21:49,019 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:21:49,020 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:21:49,020 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64816423, jitterRate=-0.034160032868385315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:21:49,020 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:21:49,021 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292509008Writing region info on filesystem at 1732292509008Initializing all the Stores at 1732292509009 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292509009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292509009Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292509009Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292509009Cleaning up temporary data from old regions at 1732292509018 (+9 ms)Running coprocessor post-open hooks at 1732292509020 (+2 ms)Region opened successfully at 1732292509021 (+1 ms) 2024-11-22T16:21:49,021 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292508964 2024-11-22T16:21:49,024 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:21:49,024 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:21:49,024 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:49,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,32973,1732292506421, state=OPEN 2024-11-22T16:21:49,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2951836225/meta-region-server 2024-11-22T16:21:49,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2951836225/meta-region-server 2024-11-22T16:21:49,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:49,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2951836225/meta-region-server: CHANGED 2024-11-22T16:21:49,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2951836225/meta-region-server: CHANGED 2024-11-22T16:21:49,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:21:49,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,32973,1732292506421 in 242 msec 2024-11-22T16:21:49,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:21:49,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-22T16:21:49,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:21:49,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:21:49,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:49,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,32973,1732292506421, seqNum=-1] 2024-11-22T16:21:49,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:49,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:49,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3660 sec 2024-11-22T16:21:49,061 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292509061, completionTime=-1 2024-11-22T16:21:49,062 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:21:49,062 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:21:49,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:21:49,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292569064 2024-11-22T16:21:49,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292629064 2024-11-22T16:21:49,064 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:21:49,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:46597, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,065 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,067 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:21:49,072 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,076 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.522sec 2024-11-22T16:21:49,076 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:21:49,076 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:21:49,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:21:49,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:21:49,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:21:49,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:21:49,077 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:21:49,079 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:21:49,079 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:21:49,079 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,46597,1732292506248-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:21:49,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a33b11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:49,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:49,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:49,119 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63566b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:49,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:49,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:49,121 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:49,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450ae647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:49,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,32973,1732292506421, seqNum=-1] 2024-11-22T16:21:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:49,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:49,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,46597,1732292506248 2024-11-22T16:21:49,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63760 2024-11-22T16:21:49,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:21:49,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1016359bc9b0008 connected 2024-11-22T16:21:49,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43179,1732292495814 2024-11-22T16:21:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1225febe 2024-11-22T16:21:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:49,148 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:49,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:49,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:49,151 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:49,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:49,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a822b418350567ee453e7226f0c9a90a, NAME => 'test,,1732292509148.a822b418350567ee453e7226f0c9a90a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9 2024-11-22T16:21:49,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292509148.a822b418350567ee453e7226f0c9a90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a822b418350567ee453e7226f0c9a90a, disabling compactions & flushes 2024-11-22T16:21:49,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292509148.a822b418350567ee453e7226f0c9a90a. after waiting 0 ms 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,172 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a822b418350567ee453e7226f0c9a90a: Waiting for close lock at 1732292509172Disabling compacts and flushes for region at 1732292509172Disabling writes for close at 1732292509172Writing region close event to WAL at 1732292509172Closed at 1732292509172 2024-11-22T16:21:49,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:49,174 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292509148.a822b418350567ee453e7226f0c9a90a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292509173"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292509173"}]},"ts":"1732292509173"} 2024-11-22T16:21:49,176 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:49,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:49,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292509177"}]},"ts":"1732292509177"} 2024-11-22T16:21:49,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:49,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a822b418350567ee453e7226f0c9a90a, ASSIGN}] 2024-11-22T16:21:49,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a822b418350567ee453e7226f0c9a90a, ASSIGN 2024-11-22T16:21:49,183 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a822b418350567ee453e7226f0c9a90a, ASSIGN; state=OFFLINE, location=93fb7f16a334,36919,1732292496183; forceNewPlan=false, retain=false 2024-11-22T16:21:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:49,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a822b418350567ee453e7226f0c9a90a, regionState=OPENING, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a822b418350567ee453e7226f0c9a90a, ASSIGN because future has completed 2024-11-22T16:21:49,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a822b418350567ee453e7226f0c9a90a, server=93fb7f16a334,36919,1732292496183}] 2024-11-22T16:21:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:49,493 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,493 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a822b418350567ee453e7226f0c9a90a, NAME => 'test,,1732292509148.a822b418350567ee453e7226f0c9a90a.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:49,493 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:49,493 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:49,494 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,494 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292509148.a822b418350567ee453e7226f0c9a90a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:49,494 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,494 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,495 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:49,496 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a822b418350567ee453e7226f0c9a90a columnFamilyName f 2024-11-22T16:21:49,496 DEBUG [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,496 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(327): Store=a822b418350567ee453e7226f0c9a90a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:49,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,496 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,497 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a822b418350567ee453e7226f0c9a90a columnFamilyName f1 2024-11-22T16:21:49,497 DEBUG [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,497 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(327): Store=a822b418350567ee453e7226f0c9a90a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:49,497 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,498 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a822b418350567ee453e7226f0c9a90a columnFamilyName norep 2024-11-22T16:21:49,498 DEBUG [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,499 INFO [StoreOpener-a822b418350567ee453e7226f0c9a90a-1 {}] regionserver.HStore(327): Store=a822b418350567ee453e7226f0c9a90a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:49,499 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,499 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,500 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,500 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,500 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,501 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:49,502 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,504 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:49,504 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a822b418350567ee453e7226f0c9a90a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62638942, jitterRate=-0.0666070282459259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:49,504 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:21:49,505 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a822b418350567ee453e7226f0c9a90a: Running coprocessor pre-open hook at 1732292509494Writing region info on filesystem at 1732292509494Initializing all the Stores at 1732292509494Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292509494Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292509495 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292509495Cleaning up temporary data from old regions at 1732292509500 (+5 ms)Running coprocessor post-open hooks at 1732292509504 (+4 ms)Region opened successfully at 1732292509505 (+1 ms) 2024-11-22T16:21:49,506 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292509148.a822b418350567ee453e7226f0c9a90a., pid=6, masterSystemTime=1732292509489 2024-11-22T16:21:49,508 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,508 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:21:49,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a822b418350567ee453e7226f0c9a90a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:49,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a822b418350567ee453e7226f0c9a90a, server=93fb7f16a334,36919,1732292496183 because future has completed 2024-11-22T16:21:49,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:49,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a822b418350567ee453e7226f0c9a90a, server=93fb7f16a334,36919,1732292496183 in 175 msec 2024-11-22T16:21:49,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:49,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a822b418350567ee453e7226f0c9a90a, ASSIGN in 333 msec 2024-11-22T16:21:49,517 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:49,517 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292509517"}]},"ts":"1732292509517"} 2024-11-22T16:21:49,519 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:49,520 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:49,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 371 msec 2024-11-22T16:21:49,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:49,586 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:21:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:49,783 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:49,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c44bc0 2024-11-22T16:21:49,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:49,785 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:49,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:49,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:49,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:49,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:49,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:49,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:50,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb13540617fa8715b7376509ed75f2b9, NAME => 'test,,1732292509785.cb13540617fa8715b7376509ed75f2b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f 2024-11-22T16:21:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:50,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292509785.cb13540617fa8715b7376509ed75f2b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:50,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb13540617fa8715b7376509ed75f2b9, disabling compactions & flushes 2024-11-22T16:21:50,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. after waiting 0 ms 2024-11-22T16:21:50,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,221 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb13540617fa8715b7376509ed75f2b9: Waiting for close lock at 1732292510220Disabling compacts and flushes for region at 1732292510220Disabling writes for close at 1732292510221 (+1 ms)Writing region close event to WAL at 1732292510221Closed at 1732292510221 2024-11-22T16:21:50,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:50,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292509785.cb13540617fa8715b7376509ed75f2b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292510226"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292510226"}]},"ts":"1732292510226"} 2024-11-22T16:21:50,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:50,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:50,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292510230"}]},"ts":"1732292510230"} 2024-11-22T16:21:50,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:50,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb13540617fa8715b7376509ed75f2b9, ASSIGN}] 2024-11-22T16:21:50,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb13540617fa8715b7376509ed75f2b9, ASSIGN 2024-11-22T16:21:50,234 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb13540617fa8715b7376509ed75f2b9, ASSIGN; state=OFFLINE, location=93fb7f16a334,46769,1732292500832; forceNewPlan=false, retain=false 2024-11-22T16:21:50,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb13540617fa8715b7376509ed75f2b9, regionState=OPENING, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb13540617fa8715b7376509ed75f2b9, ASSIGN because future has completed 2024-11-22T16:21:50,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb13540617fa8715b7376509ed75f2b9, server=93fb7f16a334,46769,1732292500832}] 2024-11-22T16:21:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:50,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:21:50,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:21:50,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:21:50,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:21:50,560 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,560 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb13540617fa8715b7376509ed75f2b9, NAME => 'test,,1732292509785.cb13540617fa8715b7376509ed75f2b9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:50,562 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:50,562 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:50,563 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,563 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292509785.cb13540617fa8715b7376509ed75f2b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:50,563 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,563 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,564 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,565 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb13540617fa8715b7376509ed75f2b9 columnFamilyName f 2024-11-22T16:21:50,565 DEBUG [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:50,565 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(327): Store=cb13540617fa8715b7376509ed75f2b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:50,567 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,570 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb13540617fa8715b7376509ed75f2b9 columnFamilyName f1 2024-11-22T16:21:50,570 DEBUG [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:50,571 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(327): Store=cb13540617fa8715b7376509ed75f2b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:50,571 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,573 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb13540617fa8715b7376509ed75f2b9 columnFamilyName norep 2024-11-22T16:21:50,573 DEBUG [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:50,573 INFO [StoreOpener-cb13540617fa8715b7376509ed75f2b9-1 {}] regionserver.HStore(327): Store=cb13540617fa8715b7376509ed75f2b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:50,574 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,575 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,576 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,576 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,577 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:50,578 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,581 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:50,582 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb13540617fa8715b7376509ed75f2b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71637853, jitterRate=0.0674871951341629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:50,582 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:21:50,582 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb13540617fa8715b7376509ed75f2b9: Running coprocessor pre-open hook at 1732292510563Writing region info on filesystem at 1732292510563Initializing all the Stores at 1732292510564 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292510564Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292510564Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292510564Cleaning up temporary data from old regions at 1732292510576 (+12 ms)Running coprocessor post-open hooks at 1732292510582 (+6 ms)Region opened successfully at 1732292510582 2024-11-22T16:21:50,584 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292509785.cb13540617fa8715b7376509ed75f2b9., pid=6, masterSystemTime=1732292510553 2024-11-22T16:21:50,587 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb13540617fa8715b7376509ed75f2b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:50,587 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,587 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:21:50,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb13540617fa8715b7376509ed75f2b9, server=93fb7f16a334,46769,1732292500832 because future has completed 2024-11-22T16:21:50,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:50,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb13540617fa8715b7376509ed75f2b9, server=93fb7f16a334,46769,1732292500832 in 192 msec 2024-11-22T16:21:50,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:50,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb13540617fa8715b7376509ed75f2b9, ASSIGN in 362 msec 2024-11-22T16:21:50,597 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:50,598 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292510597"}]},"ts":"1732292510597"} 2024-11-22T16:21:50,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:50,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:50,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 815 msec 2024-11-22T16:21:50,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:50,923 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:50,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46597,1732292506248 2024-11-22T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@355edc8a 2024-11-22T16:21:50,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:50,925 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:50,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:50,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:21:50,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:50,927 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:50,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:21:50,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:50,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:50,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:21:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:51,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:51,343 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bba62587ba535e63108d680c947488e, NAME => 'test,,1732292510925.5bba62587ba535e63108d680c947488e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86 2024-11-22T16:21:51,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:21:51,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292510925.5bba62587ba535e63108d680c947488e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:51,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bba62587ba535e63108d680c947488e, disabling compactions & flushes 2024-11-22T16:21:51,347 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,347 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292510925.5bba62587ba535e63108d680c947488e. after waiting 0 ms 2024-11-22T16:21:51,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,348 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,348 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bba62587ba535e63108d680c947488e: Waiting for close lock at 1732292511347Disabling compacts and flushes for region at 1732292511347Disabling writes for close at 1732292511347Writing region close event to WAL at 1732292511348 (+1 ms)Closed at 1732292511348 2024-11-22T16:21:51,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:51,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292510925.5bba62587ba535e63108d680c947488e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292511349"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292511349"}]},"ts":"1732292511349"} 2024-11-22T16:21:51,350 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:51,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:51,351 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292511351"}]},"ts":"1732292511351"} 2024-11-22T16:21:51,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:21:51,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bba62587ba535e63108d680c947488e, ASSIGN}] 2024-11-22T16:21:51,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bba62587ba535e63108d680c947488e, ASSIGN 2024-11-22T16:21:51,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bba62587ba535e63108d680c947488e, ASSIGN; state=OFFLINE, location=93fb7f16a334,32973,1732292506421; forceNewPlan=false, retain=false 2024-11-22T16:21:51,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bba62587ba535e63108d680c947488e, regionState=OPENING, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:51,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bba62587ba535e63108d680c947488e, ASSIGN because future has completed 2024-11-22T16:21:51,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bba62587ba535e63108d680c947488e, server=93fb7f16a334,32973,1732292506421}] 2024-11-22T16:21:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:51,696 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,697 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bba62587ba535e63108d680c947488e, NAME => 'test,,1732292510925.5bba62587ba535e63108d680c947488e.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:51,697 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:51,697 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:21:51,698 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,698 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292510925.5bba62587ba535e63108d680c947488e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:51,698 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,698 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,714 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,716 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bba62587ba535e63108d680c947488e columnFamilyName f 2024-11-22T16:21:51,716 DEBUG [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:51,716 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(327): Store=5bba62587ba535e63108d680c947488e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:51,716 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,717 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bba62587ba535e63108d680c947488e columnFamilyName f1 2024-11-22T16:21:51,717 DEBUG [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:51,718 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(327): Store=5bba62587ba535e63108d680c947488e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:51,718 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,719 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bba62587ba535e63108d680c947488e columnFamilyName norep 2024-11-22T16:21:51,719 DEBUG [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:51,719 INFO [StoreOpener-5bba62587ba535e63108d680c947488e-1 {}] regionserver.HStore(327): Store=5bba62587ba535e63108d680c947488e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:51,720 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,720 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,721 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,722 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:51,723 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,741 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:51,742 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bba62587ba535e63108d680c947488e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66207637, jitterRate=-0.013429328799247742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:51,742 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bba62587ba535e63108d680c947488e 2024-11-22T16:21:51,742 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bba62587ba535e63108d680c947488e: Running coprocessor pre-open hook at 1732292511698Writing region info on filesystem at 1732292511698Initializing all the Stores at 1732292511699 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292511699Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292511709 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292511709Cleaning up temporary data from old regions at 1732292511721 (+12 ms)Running coprocessor post-open hooks at 1732292511742 (+21 ms)Region opened successfully at 1732292511742 2024-11-22T16:21:51,743 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292510925.5bba62587ba535e63108d680c947488e., pid=6, masterSystemTime=1732292511674 2024-11-22T16:21:51,745 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,745 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:21:51,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bba62587ba535e63108d680c947488e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:51,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bba62587ba535e63108d680c947488e, server=93fb7f16a334,32973,1732292506421 because future has completed 2024-11-22T16:21:51,758 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46597 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=93fb7f16a334,32973,1732292506421, table=test, region=5bba62587ba535e63108d680c947488e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:21:51,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:21:51,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bba62587ba535e63108d680c947488e, server=93fb7f16a334,32973,1732292506421 in 250 msec 2024-11-22T16:21:51,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:21:51,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bba62587ba535e63108d680c947488e, ASSIGN in 408 msec 2024-11-22T16:21:51,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:51,764 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292511764"}]},"ts":"1732292511764"} 2024-11-22T16:21:51,767 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:21:51,768 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:51,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 842 msec 2024-11-22T16:21:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:21:52,064 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:21:52,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cb202e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43179,-1 for getting cluster id 2024-11-22T16:21:52,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:52,065 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7442d4fa-4457-464c-a4af-444241a9fdb0' 2024-11-22T16:21:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7442d4fa-4457-464c-a4af-444241a9fdb0" 2024-11-22T16:21:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0dbfc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43179,-1] 2024-11-22T16:21:52,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:52,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:52,069 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:52,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b4b5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,43179,1732292495814 2024-11-22T16:21:52,071 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@160d76f2 2024-11-22T16:21:52,072 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:52,074 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:52,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:35847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:52,080 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35847' 2024-11-22T16:21:52,081 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a63c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,081 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:52,081 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:52,082 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4081d37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:52,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:52,084 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:52,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f038e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@295a5213 2024-11-22T16:21:52,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:52,087 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:52,088 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:21:52,088 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:52,088 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:52,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:52,089 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:52,092 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:52,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:52,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:52,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:52,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:52,118 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab04af58dbe4a27db2a18a50c2c379bd, NAME => 'hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9 2024-11-22T16:21:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab04af58dbe4a27db2a18a50c2c379bd, disabling compactions & flushes 2024-11-22T16:21:52,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. after waiting 0 ms 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,130 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,130 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab04af58dbe4a27db2a18a50c2c379bd: Waiting for close lock at 1732292512130Disabling compacts and flushes for region at 1732292512130Disabling writes for close at 1732292512130Writing region close event to WAL at 1732292512130Closed at 1732292512130 2024-11-22T16:21:52,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:52,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292512131"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292512131"}]},"ts":"1732292512131"} 2024-11-22T16:21:52,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:52,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:52,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292512135"}]},"ts":"1732292512135"} 2024-11-22T16:21:52,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:52,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab04af58dbe4a27db2a18a50c2c379bd, ASSIGN}] 2024-11-22T16:21:52,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab04af58dbe4a27db2a18a50c2c379bd, ASSIGN 2024-11-22T16:21:52,140 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab04af58dbe4a27db2a18a50c2c379bd, ASSIGN; state=OFFLINE, location=93fb7f16a334,36919,1732292496183; forceNewPlan=false, retain=false 2024-11-22T16:21:52,147 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:52,291 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab04af58dbe4a27db2a18a50c2c379bd, regionState=OPENING, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:52,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab04af58dbe4a27db2a18a50c2c379bd, ASSIGN because future has completed 2024-11-22T16:21:52,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab04af58dbe4a27db2a18a50c2c379bd, server=93fb7f16a334,36919,1732292496183}] 2024-11-22T16:21:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:52,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:52,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:52,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C36919%2C1732292496183.rep, suffix=, logDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183, archiveDir=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs, maxLogs=10 2024-11-22T16:21:52,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.rep.1732292512452, exclude list is [], retry=0 2024-11-22T16:21:52,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42347,DS-ff8074f9-0503-4f83-a042-01da21da4bea,DISK] 2024-11-22T16:21:52,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.rep.1732292512452 2024-11-22T16:21:52,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41997:41997)] 2024-11-22T16:21:52,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ab04af58dbe4a27db2a18a50c2c379bd, NAME => 'hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:52,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. service=MultiRowMutationService 2024-11-22T16:21:52,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,471 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,472 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab04af58dbe4a27db2a18a50c2c379bd columnFamilyName hfileref 2024-11-22T16:21:52,472 DEBUG [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:52,472 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(327): Store=ab04af58dbe4a27db2a18a50c2c379bd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:52,472 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,473 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab04af58dbe4a27db2a18a50c2c379bd columnFamilyName queue 2024-11-22T16:21:52,473 DEBUG [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:52,473 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(327): Store=ab04af58dbe4a27db2a18a50c2c379bd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:52,474 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,474 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab04af58dbe4a27db2a18a50c2c379bd columnFamilyName sid 2024-11-22T16:21:52,474 DEBUG [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:52,474 INFO [StoreOpener-ab04af58dbe4a27db2a18a50c2c379bd-1 {}] regionserver.HStore(327): Store=ab04af58dbe4a27db2a18a50c2c379bd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:52,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:52,480 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ab04af58dbe4a27db2a18a50c2c379bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65928933, jitterRate=-0.01758234202861786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:21:52,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ab04af58dbe4a27db2a18a50c2c379bd: Running coprocessor pre-open hook at 1732292512470Writing region info on filesystem at 1732292512470Initializing all the Stores at 1732292512471 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292512471Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292512471Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292512471Cleaning up temporary data from old regions at 1732292512477 (+6 ms)Running coprocessor post-open hooks at 1732292512480 (+3 ms)Region opened successfully at 1732292512480 2024-11-22T16:21:52,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd., pid=10, masterSystemTime=1732292512447 2024-11-22T16:21:52,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:21:52,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ab04af58dbe4a27db2a18a50c2c379bd, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,36919,1732292496183 2024-11-22T16:21:52,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab04af58dbe4a27db2a18a50c2c379bd, server=93fb7f16a334,36919,1732292496183 because future has completed 2024-11-22T16:21:52,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:52,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ab04af58dbe4a27db2a18a50c2c379bd, server=93fb7f16a334,36919,1732292496183 in 193 msec 2024-11-22T16:21:52,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:52,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab04af58dbe4a27db2a18a50c2c379bd, ASSIGN in 351 msec 2024-11-22T16:21:52,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:52,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292512491"}]},"ts":"1732292512491"} 2024-11-22T16:21:52,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:52,495 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:52,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 406 msec 2024-11-22T16:21:52,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd., hostname=93fb7f16a334,36919,1732292496183, seqNum=2] 2024-11-22T16:21:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:21:52,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:52,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36919 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:52,760 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:52,792 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,36919,1732292496183, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:52,792 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:52,792 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36919,1732292496183, seqNum=-1] 2024-11-22T16:21:52,793 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:52,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:52,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,36919,1732292496183', locateType=CURRENT is [region=hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd., hostname=93fb7f16a334,36919,1732292496183, seqNum=2] 2024-11-22T16:21:52,798 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:52,800 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,36919,1732292496183 suceeded 2024-11-22T16:21:52,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:52,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-22T16:21:52,802 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:35847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:52,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 727 msec 2024-11-22T16:21:52,820 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35847' 2024-11-22T16:21:52,821 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55740cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,822 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:52,822 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:52,822 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:52,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:52,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:52,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b7b239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:52,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:52,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:52,823 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:52,824 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23c360e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:52,824 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a77b807 2024-11-22T16:21:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:52,826 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:52,826 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,36919,1732292496183 (queues=1) is replicating from cluster=7442d4fa-4457-464c-a4af-444241a9fdb0 to cluster=800edc4e-e87c-4b88-b5b3-a31dbbe32bc6 2024-11-22T16:21:52,826 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C36919%2C1732292496183 2024-11-22T16:21:52,827 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,36919,1732292496183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:52,827 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C36919%2C1732292496183 2024-11-22T16:21:52,827 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406, startPosition=0, beingWritten=true 2024-11-22T16:21:52,832 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:52,832 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:52,833 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36919,1732292496183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:53,041 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:53,213 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:53,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:53,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:53,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:53,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1494f6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:53,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:53,215 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f50e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:53,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,216 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:53,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e0c1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13be10b7 2024-11-22T16:21:53,217 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:53,218 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:53,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:46597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:53,221 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:46597' 2024-11-22T16:21:53,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde363f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,222 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:53,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:53,223 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513a50fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:53,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,224 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:53,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13df3b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:53,225 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:53,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46597,1732292506248 2024-11-22T16:21:53,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a6fbcb4 2024-11-22T16:21:53,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:53,226 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:53,227 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:21:53,227 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:53,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,227 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:53,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:53,227 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:53,228 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:53,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:53,229 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:53,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:53,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:53,278 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:53,344 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:53,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76e1547f1fcbbcbd36001c2e342247d2, NAME => 'hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f 2024-11-22T16:21:53,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:53,748 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76e1547f1fcbbcbd36001c2e342247d2, disabling compactions & flushes 2024-11-22T16:21:54,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. after waiting 0 ms 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,065 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76e1547f1fcbbcbd36001c2e342247d2: Waiting for close lock at 1732292514065Disabling compacts and flushes for region at 1732292514065Disabling writes for close at 1732292514065Writing region close event to WAL at 1732292514065Closed at 1732292514065 2024-11-22T16:21:54,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:54,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292514066"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292514066"}]},"ts":"1732292514066"} 2024-11-22T16:21:54,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:54,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:54,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292514069"}]},"ts":"1732292514069"} 2024-11-22T16:21:54,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:54,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76e1547f1fcbbcbd36001c2e342247d2, ASSIGN}] 2024-11-22T16:21:54,073 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76e1547f1fcbbcbd36001c2e342247d2, ASSIGN 2024-11-22T16:21:54,073 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76e1547f1fcbbcbd36001c2e342247d2, ASSIGN; state=OFFLINE, location=93fb7f16a334,46769,1732292500832; forceNewPlan=false, retain=false 2024-11-22T16:21:54,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76e1547f1fcbbcbd36001c2e342247d2, regionState=OPENING, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76e1547f1fcbbcbd36001c2e342247d2, ASSIGN because future has completed 2024-11-22T16:21:54,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76e1547f1fcbbcbd36001c2e342247d2, server=93fb7f16a334,46769,1732292500832}] 2024-11-22T16:21:54,253 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:54,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:54,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:54,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C46769%2C1732292500832.rep, suffix=, logDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832, archiveDir=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/oldWALs, maxLogs=10 2024-11-22T16:21:54,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.rep.1732292514393, exclude list is [], retry=0 2024-11-22T16:21:54,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37071,DS-cacdbc65-b99c-4cea-be38-0b5412bde430,DISK] 2024-11-22T16:21:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.rep.1732292514393 2024-11-22T16:21:54,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39289:39289)] 2024-11-22T16:21:54,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 76e1547f1fcbbcbd36001c2e342247d2, NAME => 'hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:54,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:54,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. service=MultiRowMutationService 2024-11-22T16:21:54,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:54,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:54,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,420 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,421 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e1547f1fcbbcbd36001c2e342247d2 columnFamilyName hfileref 2024-11-22T16:21:54,421 DEBUG [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:54,421 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(327): Store=76e1547f1fcbbcbd36001c2e342247d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:54,421 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,422 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e1547f1fcbbcbd36001c2e342247d2 columnFamilyName queue 2024-11-22T16:21:54,422 DEBUG [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:54,422 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(327): Store=76e1547f1fcbbcbd36001c2e342247d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:54,422 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,423 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76e1547f1fcbbcbd36001c2e342247d2 columnFamilyName sid 2024-11-22T16:21:54,423 DEBUG [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:54,423 INFO [StoreOpener-76e1547f1fcbbcbd36001c2e342247d2-1 {}] regionserver.HStore(327): Store=76e1547f1fcbbcbd36001c2e342247d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:54,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/replication/76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/replication/76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:54,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/replication/76e1547f1fcbbcbd36001c2e342247d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:54,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 76e1547f1fcbbcbd36001c2e342247d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63617510, jitterRate=-0.05202522873878479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:54,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:21:54,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 76e1547f1fcbbcbd36001c2e342247d2: Running coprocessor pre-open hook at 1732292514419Writing region info on filesystem at 1732292514419Initializing all the Stores at 1732292514419Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292514419Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292514420 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292514420Cleaning up temporary data from old regions at 1732292514425 (+5 ms)Running coprocessor post-open hooks at 1732292514428 (+3 ms)Region opened successfully at 1732292514428 2024-11-22T16:21:54,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2., pid=10, masterSystemTime=1732292514387 2024-11-22T16:21:54,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:21:54,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=76e1547f1fcbbcbd36001c2e342247d2, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,46769,1732292500832 2024-11-22T16:21:54,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76e1547f1fcbbcbd36001c2e342247d2, server=93fb7f16a334,46769,1732292500832 because future has completed 2024-11-22T16:21:54,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:54,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 76e1547f1fcbbcbd36001c2e342247d2, server=93fb7f16a334,46769,1732292500832 in 197 msec 2024-11-22T16:21:54,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:54,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76e1547f1fcbbcbd36001c2e342247d2, ASSIGN in 362 msec 2024-11-22T16:21:54,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:54,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292514436"}]},"ts":"1732292514436"} 2024-11-22T16:21:54,438 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:54,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:54,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2110 sec 2024-11-22T16:21:54,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2., hostname=93fb7f16a334,46769,1732292500832, seqNum=2] 2024-11-22T16:21:54,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:54,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:54,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:54,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:21:54,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:54,856 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:54,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:54,896 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:54,925 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,46769,1732292500832, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:54,926 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:54,926 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,46769,1732292500832, seqNum=-1] 2024-11-22T16:21:54,926 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:54,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,46769,1732292500832', locateType=CURRENT is [region=hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2., hostname=93fb7f16a334,46769,1732292500832, seqNum=2] 2024-11-22T16:21:54,931 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:54,933 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,46769,1732292500832 suceeded 2024-11-22T16:21:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:54,935 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:46597,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:54,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-22T16:21:54,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7170 sec 2024-11-22T16:21:54,945 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:46597' 2024-11-22T16:21:54,946 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c43357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:54,946 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:54,946 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:54,947 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@448adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:54,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:54,948 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:54,949 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@718f29d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:54,949 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46597,1732292506248 2024-11-22T16:21:54,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14bfc74a 2024-11-22T16:21:54,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:54,950 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:54,951 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,46769,1732292500832 (queues=1) is replicating from cluster=800edc4e-e87c-4b88-b5b3-a31dbbe32bc6 to cluster=1a0ce715-be1d-41ee-90fa-05ea94b73aaf 2024-11-22T16:21:54,951 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C46769%2C1732292500832 2024-11-22T16:21:54,951 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,46769,1732292500832, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:54,951 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, startPosition=0, beingWritten=true 2024-11-22T16:21:54,951 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C46769%2C1732292500832 2024-11-22T16:21:54,955 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:54,955 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:54,955 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:55,158 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:55,363 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:55,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:55,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:55,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:55,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ea47e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:55,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:55,365 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea11e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:55,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:55,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,366 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:55,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aafe19d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:55,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,46597,1732292506248 2024-11-22T16:21:55,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@666d5e98 2024-11-22T16:21:55,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:55,369 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:55,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:35847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:21:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:21:55,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:55,371 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35847' 2024-11-22T16:21:55,372 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27536765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,372 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:55,373 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:55,373 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d1619a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:55,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:55,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,374 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cca6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:55,375 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168b7ec6 2024-11-22T16:21:55,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:55,376 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:21:55,376 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-22T16:21:55,376 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:21:55,377 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,377 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:55,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:55,377 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:21:55,378 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:21:55,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:21:55,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:55,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:21:55,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:21:55,385 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0fd7252c46384866c68e8a93eac00db9, NAME => 'hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86 2024-11-22T16:21:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:21:55,428 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:21:55,462 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:55,560 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:55,587 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:21:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0fd7252c46384866c68e8a93eac00db9, disabling compactions & flushes 2024-11-22T16:21:55,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. after waiting 0 ms 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:55,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:55,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0fd7252c46384866c68e8a93eac00db9: Waiting for close lock at 1732292515789Disabling compacts and flushes for region at 1732292515789Disabling writes for close at 1732292515789Writing region close event to WAL at 1732292515789Closed at 1732292515789 2024-11-22T16:21:55,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:21:55,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292515790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292515790"}]},"ts":"1732292515790"} 2024-11-22T16:21:55,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:21:55,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:21:55,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292515793"}]},"ts":"1732292515793"} 2024-11-22T16:21:55,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:21:55,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd7252c46384866c68e8a93eac00db9, ASSIGN}] 2024-11-22T16:21:55,795 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd7252c46384866c68e8a93eac00db9, ASSIGN 2024-11-22T16:21:55,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fd7252c46384866c68e8a93eac00db9, ASSIGN; state=OFFLINE, location=93fb7f16a334,32973,1732292506421; forceNewPlan=false, retain=false 2024-11-22T16:21:55,866 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:55,946 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fd7252c46384866c68e8a93eac00db9, regionState=OPENING, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:55,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0fd7252c46384866c68e8a93eac00db9, ASSIGN because future has completed 2024-11-22T16:21:55,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fd7252c46384866c68e8a93eac00db9, server=93fb7f16a334,32973,1732292506421}] 2024-11-22T16:21:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:56,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:56,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:21:56,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:21:56,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C32973%2C1732292506421.rep, suffix=, logDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421, archiveDir=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/oldWALs, maxLogs=10 2024-11-22T16:21:56,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.rep.1732292516105, exclude list is [], retry=0 2024-11-22T16:21:56,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40635,DS-c1e031b3-15be-4942-9f55-d6c1d476e1d2,DISK] 2024-11-22T16:21:56,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.rep.1732292516105 2024-11-22T16:21:56,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-22T16:21:56,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fd7252c46384866c68e8a93eac00db9, NAME => 'hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:21:56,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. service=MultiRowMutationService 2024-11-22T16:21:56,122 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,123 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,124 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd7252c46384866c68e8a93eac00db9 columnFamilyName hfileref 2024-11-22T16:21:56,125 DEBUG [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:56,126 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(327): Store=0fd7252c46384866c68e8a93eac00db9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:56,126 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,127 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd7252c46384866c68e8a93eac00db9 columnFamilyName queue 2024-11-22T16:21:56,127 DEBUG [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:56,127 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(327): Store=0fd7252c46384866c68e8a93eac00db9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:56,127 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,128 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fd7252c46384866c68e8a93eac00db9 columnFamilyName sid 2024-11-22T16:21:56,128 DEBUG [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:21:56,128 INFO [StoreOpener-0fd7252c46384866c68e8a93eac00db9-1 {}] regionserver.HStore(327): Store=0fd7252c46384866c68e8a93eac00db9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:21:56,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:21:56,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:21:56,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0fd7252c46384866c68e8a93eac00db9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71179681, jitterRate=0.060659900307655334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:21:56,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:21:56,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0fd7252c46384866c68e8a93eac00db9: Running coprocessor pre-open hook at 1732292516122Writing region info on filesystem at 1732292516122Initializing all the Stores at 1732292516123 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292516123Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292516123Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292516123Cleaning up temporary data from old regions at 1732292516130 (+7 ms)Running coprocessor post-open hooks at 1732292516133 (+3 ms)Region opened successfully at 1732292516133 2024-11-22T16:21:56,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9., pid=10, masterSystemTime=1732292516101 2024-11-22T16:21:56,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:56,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:21:56,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0fd7252c46384866c68e8a93eac00db9, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,32973,1732292506421 2024-11-22T16:21:56,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fd7252c46384866c68e8a93eac00db9, server=93fb7f16a334,32973,1732292506421 because future has completed 2024-11-22T16:21:56,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:21:56,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fd7252c46384866c68e8a93eac00db9, server=93fb7f16a334,32973,1732292506421 in 189 msec 2024-11-22T16:21:56,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:21:56,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0fd7252c46384866c68e8a93eac00db9, ASSIGN in 345 msec 2024-11-22T16:21:56,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:21:56,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292516141"}]},"ts":"1732292516141"} 2024-11-22T16:21:56,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:21:56,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:21:56,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-22T16:21:56,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9., hostname=93fb7f16a334,32973,1732292506421, seqNum=2] 2024-11-22T16:21:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:56,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:21:56,365 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:56,369 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:56,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:21:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:56,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:21:56,632 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:21:56,661 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,32973,1732292506421, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:21:56,661 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:56,661 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,32973,1732292506421, seqNum=-1] 2024-11-22T16:21:56,662 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:56,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:56,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,32973,1732292506421', locateType=CURRENT is [region=hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9., hostname=93fb7f16a334,32973,1732292506421, seqNum=2] 2024-11-22T16:21:56,666 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:21:56,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:21:56,668 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,32973,1732292506421 suceeded 2024-11-22T16:21:56,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:21:56,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-22T16:21:56,669 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:35847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:21:56,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3000 sec 2024-11-22T16:21:56,681 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:35847' 2024-11-22T16:21:56,682 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e8be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:56,682 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:56,682 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:56,683 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375909c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:56,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:56,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:56,684 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:56,684 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d07192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:56,685 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:21:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,35847,1732292500561 2024-11-22T16:21:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c98cc5a 2024-11-22T16:21:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:21:56,686 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-22T16:21:56,686 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,32973,1732292506421 (queues=1) is replicating from cluster=1a0ce715-be1d-41ee-90fa-05ea94b73aaf to cluster=800edc4e-e87c-4b88-b5b3-a31dbbe32bc6 2024-11-22T16:21:56,686 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C32973%2C1732292506421 2024-11-22T16:21:56,687 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,32973,1732292506421, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:21:56,687 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, startPosition=0, beingWritten=true 2024-11-22T16:21:56,687 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C32973%2C1732292506421 2024-11-22T16:21:56,691 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:56,691 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:56,691 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:56,894 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:56,972 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:57,197 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:57,268 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46597 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:21:57,513 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:21:57,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:21:57,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:21:57,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:57,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:21:57,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:57,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f605ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,43179,-1 for getting cluster id 2024-11-22T16:21:57,515 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:57,515 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7442d4fa-4457-464c-a4af-444241a9fdb0' 2024-11-22T16:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7442d4fa-4457-464c-a4af-444241a9fdb0" 2024-11-22T16:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f41fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,43179,-1] 2024-11-22T16:21:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:57,516 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:57,516 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8dcd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b7384f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:57,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:57,520 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759826b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:57,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:57,521 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:57,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba0b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13adda70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:57,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:57,524 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@618575c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:57,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:57,525 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:57,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8bca2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:57,526 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,36919,1732292496183, seqNum=-1] 2024-11-22T16:21:57,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:57,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:57,529 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292509148.a822b418350567ee453e7226f0c9a90a., hostname=93fb7f16a334,36919,1732292496183, seqNum=2] 2024-11-22T16:21:57,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,32973,1732292506421, seqNum=-1] 2024-11-22T16:21:57,536 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:57,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:57,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292510925.5bba62587ba535e63108d680c947488e., hostname=93fb7f16a334,32973,1732292506421, seqNum=2] 2024-11-22T16:21:57,540 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-22T16:21:57,601 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:57,675 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:58,105 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:58,271 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 379, reset compression=false 2024-11-22T16:21:58,276 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:58,276 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:21:58,276 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36919,1732292496183 got entry batch from reader: WALEntryBatch [walEntries=[{test/a822b418350567ee453e7226f0c9a90a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-22T16:21:58,280 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:58,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:58,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:58,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511ef5d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,35847,-1 for getting cluster id 2024-11-22T16:21:58,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:58,285 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '800edc4e-e87c-4b88-b5b3-a31dbbe32bc6' 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "800edc4e-e87c-4b88-b5b3-a31dbbe32bc6" 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c78899a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,35847,-1] 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:58,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:58,287 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:58,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a7c5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:58,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,46769,1732292500832, seqNum=-1] 2024-11-22T16:21:58,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:58,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:58,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292509785.cb13540617fa8715b7376509ed75f2b9., hostname=93fb7f16a334,46769,1732292500832, seqNum=2] 2024-11-22T16:21:58,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:58,479 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 379, reset compression=false 2024-11-22T16:21:58,483 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:58,483 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 503, reset compression=false 2024-11-22T16:21:58,483 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb13540617fa8715b7376509ed75f2b9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-22T16:21:58,485 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:58,485 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:21:58,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:58,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:58,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3952bb4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,46597,-1 for getting cluster id 2024-11-22T16:21:58,487 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:21:58,488 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a0ce715-be1d-41ee-90fa-05ea94b73aaf' 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a0ce715-be1d-41ee-90fa-05ea94b73aaf" 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e90858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,46597,-1] 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:21:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:21:58,489 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:21:58,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75591137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:21:58,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:58,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,32973,1732292506421, seqNum=-1] 2024-11-22T16:21:58,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:58,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-22T16:21:58,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732292510925.5bba62587ba535e63108d680c947488e., hostname=93fb7f16a334,32973,1732292506421, seqNum=2] 2024-11-22T16:21:58,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:58,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-22T16:21:58,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:21:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,46769,1732292500832, seqNum=-1] 2024-11-22T16:21:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:21:58,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:21:58,546 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732292509785.cb13540617fa8715b7376509ed75f2b9., hostname=93fb7f16a334,46769,1732292500832, seqNum=2] 2024-11-22T16:21:58,549 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-22T16:21:58,687 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 503, reset compression=false 2024-11-22T16:21:58,695 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:58,695 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 607, reset compression=false 2024-11-22T16:21:58,695 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb13540617fa8715b7376509ed75f2b9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:21:58,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:58,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:58,713 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 379, reset compression=false 2024-11-22T16:21:58,717 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:21:58,717 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 655, reset compression=false 2024-11-22T16:21:58,717 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:21:58,789 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:21:58,900 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 607, reset compression=false 2024-11-22T16:21:58,920 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 655, reset compression=false 2024-11-22T16:21:59,192 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:21:59,203 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 607, reset compression=false 2024-11-22T16:21:59,223 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 655, reset compression=false 2024-11-22T16:21:59,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-22T16:21:59,554 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-22T16:21:59,606 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 607, reset compression=false 2024-11-22T16:21:59,626 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 655, reset compression=false 2024-11-22T16:21:59,629 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:21:59,629 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 759, reset compression=false 2024-11-22T16:21:59,630 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bba62587ba535e63108d680c947488e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-22T16:21:59,631 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:21:59,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-22T16:21:59,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:21:59,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:21:59,695 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:21:59,833 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 759, reset compression=false 2024-11-22T16:21:59,920 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:21:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:21:59,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:00,109 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 607, reset compression=false 2024-11-22T16:22:00,113 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:00,113 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 734, reset compression=false 2024-11-22T16:22:00,113 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:00,136 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 759, reset compression=false 2024-11-22T16:22:00,297 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:22:00,315 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 734, reset compression=false 2024-11-22T16:22:00,539 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 759, reset compression=false 2024-11-22T16:22:00,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-22T16:22:00,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-22T16:22:00,619 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 734, reset compression=false 2024-11-22T16:22:01,000 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 480, reset compression=false 2024-11-22T16:22:01,006 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:01,006 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:01,006 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,36919,1732292496183 got entry batch from reader: WALEntryBatch [walEntries=[{test/a822b418350567ee453e7226f0c9a90a/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-22T16:22:01,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:22:01,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:22:01,024 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 734, reset compression=false 2024-11-22T16:22:01,028 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:01,028 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 881, reset compression=false 2024-11-22T16:22:01,028 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb13540617fa8715b7376509ed75f2b9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-22T16:22:01,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:22:01,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:22:01,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=34, reused chunk count=127, reuseRatio=78.88% 2024-11-22T16:22:01,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-22T16:22:01,042 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 759, reset compression=false 2024-11-22T16:22:01,051 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:01,051 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 930, reset compression=false 2024-11-22T16:22:01,051 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:01,230 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:01,249 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 881, reset compression=false 2024-11-22T16:22:01,255 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 930, reset compression=false 2024-11-22T16:22:01,533 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:01,551 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 881, reset compression=false 2024-11-22T16:22:01,557 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 930, reset compression=false 2024-11-22T16:22:01,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-22T16:22:01,570 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-22T16:22:01,936 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:01,954 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 881, reset compression=false 2024-11-22T16:22:01,960 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 930, reset compression=false 2024-11-22T16:22:01,962 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:01,962 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1040, reset compression=false 2024-11-22T16:22:01,962 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb13540617fa8715b7376509ed75f2b9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T16:22:01,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:22:01,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:22:01,984 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:01,984 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1080, reset compression=false 2024-11-22T16:22:01,984 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:02,183 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1040, reset compression=false 2024-11-22T16:22:02,199 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1080, reset compression=false 2024-11-22T16:22:02,453 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:02,493 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1040, reset compression=false 2024-11-22T16:22:02,502 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1080, reset compression=false 2024-11-22T16:22:02,572 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-22T16:22:02,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-22T16:22:02,896 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1040, reset compression=false 2024-11-22T16:22:02,905 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1080, reset compression=false 2024-11-22T16:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1239, reset compression=false 2024-11-22T16:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[{test/5bba62587ba535e63108d680c947488e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-22T16:22:02,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-22T16:22:02,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46769 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-22T16:22:03,057 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:03,112 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1239, reset compression=false 2024-11-22T16:22:03,399 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1040, reset compression=false 2024-11-22T16:22:03,403 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:03,403 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:03,403 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:03,416 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1239, reset compression=false 2024-11-22T16:22:03,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-22T16:22:03,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:03,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:03,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:03,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:03,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:03,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:03,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:03,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1761457849, stopped=false 2024-11-22T16:22:03,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,46597,1732292506248 2024-11-22T16:22:03,606 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2951836225/running 2024-11-22T16:22:03,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2951836225/running 2024-11-22T16:22:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:22:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:22:03,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:03,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:03,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:03,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:03,627 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,32973,1732292506421' ***** 2024-11-22T16:22:03,627 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:03,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/running 2024-11-22T16:22:03,628 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:03,628 INFO [RS:0;93fb7f16a334:32973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:03,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:03,628 INFO [RS:0;93fb7f16a334:32973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:03,628 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fd7252c46384866c68e8a93eac00db9 2024-11-22T16:22:03,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Set watcher on znode that does not yet exist, /2951836225/running 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,32973,1732292506421 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:32973. 2024-11-22T16:22:03,629 DEBUG [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:03,629 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:03,629 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fd7252c46384866c68e8a93eac00db9, disabling compactions & flushes 2024-11-22T16:22:03,630 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:22:03,630 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:22:03,630 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1325): Online Regions={0fd7252c46384866c68e8a93eac00db9=hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9., 1588230740=hbase:meta,,1.1588230740, 5bba62587ba535e63108d680c947488e=test,,1732292510925.5bba62587ba535e63108d680c947488e.} 2024-11-22T16:22:03,630 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 0fd7252c46384866c68e8a93eac00db9, 1588230740, 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:03,630 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. after waiting 0 ms 2024-11-22T16:22:03,630 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:22:03,630 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:22:03,630 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0fd7252c46384866c68e8a93eac00db9 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-22T16:22:03,655 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/.tmp/queue/b626b1b4765440ed8eb06d301072c713 is 154, key is 1-93fb7f16a334,32973,1732292506421/queue:93fb7f16a334%2C32973%2C1732292506421/1732292522913/Put/seqid=0 2024-11-22T16:22:03,664 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/info/1c5ee9e6f2db42788f4f48ebe9e0d3fc is 147, key is hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9./info:regioninfo/1732292516135/Put/seqid=0 2024-11-22T16:22:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741840_1016 (size=5353) 2024-11-22T16:22:03,678 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:03,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:22:03,761 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:03,819 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1239, reset compression=false 2024-11-22T16:22:03,830 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 0fd7252c46384866c68e8a93eac00db9, 1588230740, 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:03,910 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:03,980 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:03,980 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:04,030 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 0fd7252c46384866c68e8a93eac00db9, 1588230740, 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:04,074 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/.tmp/queue/b626b1b4765440ed8eb06d301072c713 2024-11-22T16:22:04,082 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/.tmp/queue/b626b1b4765440ed8eb06d301072c713 as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/queue/b626b1b4765440ed8eb06d301072c713 2024-11-22T16:22:04,089 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/queue/b626b1b4765440ed8eb06d301072c713, entries=1, sequenceid=11, filesize=5.2 K 2024-11-22T16:22:04,092 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 0fd7252c46384866c68e8a93eac00db9 in 462ms, sequenceid=11, compaction requested=false 2024-11-22T16:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/replication/0fd7252c46384866c68e8a93eac00db9/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:04,100 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:22:04,100 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fd7252c46384866c68e8a93eac00db9: Waiting for close lock at 1732292523630Running coprocessor pre-close hooks at 1732292523630Disabling compacts and flushes for region at 1732292523630Disabling writes for close at 1732292523630Obtaining lock to block concurrent updates at 1732292523631 (+1 ms)Preparing flush snapshotting stores in 0fd7252c46384866c68e8a93eac00db9 at 1732292523631Finished memstore snapshotting hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732292523631Flushing stores of hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. at 1732292523632 (+1 ms)Flushing 0fd7252c46384866c68e8a93eac00db9/queue: creating writer at 1732292523632Flushing 0fd7252c46384866c68e8a93eac00db9/queue: appending metadata at 1732292523654 (+22 ms)Flushing 0fd7252c46384866c68e8a93eac00db9/queue: closing flushed file at 1732292523654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f9816e3: reopening flushed file at 1732292524081 (+427 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 0fd7252c46384866c68e8a93eac00db9 in 462ms, sequenceid=11, compaction requested=false at 1732292524092 (+11 ms)Writing region close event to WAL at 1732292524097 (+5 ms)Running coprocessor post-close hooks at 1732292524100 (+3 ms)Closed at 1732292524100 2024-11-22T16:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292515377.0fd7252c46384866c68e8a93eac00db9. 2024-11-22T16:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5bba62587ba535e63108d680c947488e, disabling compactions & flushes 2024-11-22T16:22:04,101 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292510925.5bba62587ba535e63108d680c947488e. after waiting 0 ms 2024-11-22T16:22:04,101 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:22:04,101 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5bba62587ba535e63108d680c947488e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T16:22:04,102 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/info/1c5ee9e6f2db42788f4f48ebe9e0d3fc 2024-11-22T16:22:04,125 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f/11deab40bc4c45f1b879a8609c1bb8fd is 29, key is row1/f:/1732292521560/DeleteFamily/seqid=0 2024-11-22T16:22:04,128 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/ns/2b5e4cd5aed2488ebb9a6350b411b84d is 43, key is default/ns:d/1732292509057/Put/seqid=0 2024-11-22T16:22:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741842_1018 (size=5152) 2024-11-22T16:22:04,134 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f/11deab40bc4c45f1b879a8609c1bb8fd 2024-11-22T16:22:04,137 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11deab40bc4c45f1b879a8609c1bb8fd 2024-11-22T16:22:04,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741843_1019 (size=5153) 2024-11-22T16:22:04,143 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/ns/2b5e4cd5aed2488ebb9a6350b411b84d 2024-11-22T16:22:04,169 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f1/50cc9064cdb94ad1adf003a0189d9ada is 30, key is row1/f1:/1732292521560/DeleteFamily/seqid=0 2024-11-22T16:22:04,174 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/rep_barrier/cba2f1e5ae7d414f8770ac0c553f5d9d is 112, key is test,,1732292510925.5bba62587ba535e63108d680c947488e./rep_barrier:seqnumDuringOpen/1732292511745/Put/seqid=0 2024-11-22T16:22:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741844_1020 (size=5158) 2024-11-22T16:22:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741845_1021 (size=5518) 2024-11-22T16:22:04,189 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/rep_barrier/cba2f1e5ae7d414f8770ac0c553f5d9d 2024-11-22T16:22:04,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:04,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:04,204 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108794 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:04,209 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/table/376e0d88e7974d09bd4b7e3284b3fb02 is 53, key is hbase:replication/table:state/1732292516141/Put/seqid=0 2024-11-22T16:22:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:22:04,224 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/table/376e0d88e7974d09bd4b7e3284b3fb02 2024-11-22T16:22:04,229 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/info/1c5ee9e6f2db42788f4f48ebe9e0d3fc as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/info/1c5ee9e6f2db42788f4f48ebe9e0d3fc 2024-11-22T16:22:04,230 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:04,233 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/info/1c5ee9e6f2db42788f4f48ebe9e0d3fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:22:04,234 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/ns/2b5e4cd5aed2488ebb9a6350b411b84d as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/ns/2b5e4cd5aed2488ebb9a6350b411b84d 2024-11-22T16:22:04,238 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/ns/2b5e4cd5aed2488ebb9a6350b411b84d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:22:04,239 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/rep_barrier/cba2f1e5ae7d414f8770ac0c553f5d9d as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/rep_barrier/cba2f1e5ae7d414f8770ac0c553f5d9d 2024-11-22T16:22:04,246 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/rep_barrier/cba2f1e5ae7d414f8770ac0c553f5d9d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:22:04,249 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/.tmp/table/376e0d88e7974d09bd4b7e3284b3fb02 as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/table/376e0d88e7974d09bd4b7e3284b3fb02 2024-11-22T16:22:04,253 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/table/376e0d88e7974d09bd4b7e3284b3fb02, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:22:04,254 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=16, compaction requested=false 2024-11-22T16:22:04,267 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:22:04,267 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:04,267 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:04,267 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:04,268 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292523630Running coprocessor pre-close hooks at 1732292523630Disabling compacts and flushes for region at 1732292523630Disabling writes for close at 1732292523630Obtaining lock to block concurrent updates at 1732292523630Preparing flush snapshotting stores in 1588230740 at 1732292523630Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292523631 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732292523632 (+1 ms)Flushing 1588230740/info: creating writer at 1732292523632Flushing 1588230740/info: appending metadata at 1732292523664 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732292523664Flushing 1588230740/ns: creating writer at 1732292524107 (+443 ms)Flushing 1588230740/ns: appending metadata at 1732292524128 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732292524128Flushing 1588230740/rep_barrier: creating writer at 1732292524147 (+19 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292524174 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292524174Flushing 1588230740/table: creating writer at 1732292524193 (+19 ms)Flushing 1588230740/table: appending metadata at 1732292524209 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732292524209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfb7df7: reopening flushed file at 1732292524229 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dfc46d: reopening flushed file at 1732292524233 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df0bc22: reopening flushed file at 1732292524238 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f34296: reopening flushed file at 1732292524246 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 624ms, sequenceid=16, compaction requested=false at 1732292524254 (+8 ms)Writing region close event to WAL at 1732292524264 (+10 ms)Running coprocessor post-close hooks at 1732292524267 (+3 ms)Closed at 1732292524267 2024-11-22T16:22:04,268 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:04,313 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:04,322 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1239, reset compression=false 2024-11-22T16:22:04,326 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:04,326 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1486, reset compression=false 2024-11-22T16:22:04,326 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,32973,1732292506421 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:04,327 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,32973,1732292506421: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,32973,1732292506421, walGroup=93fb7f16a334%2C32973%2C1732292506421, offset=93fb7f16a334%2C32973%2C1732292506421.1732292508073:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:32973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:22:04,328 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:22:04,328 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:22:04,328 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 912196560 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202184680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:22:04,329 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:46597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:46597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:22:04,431 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:04,535 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1486, reset compression=false 2024-11-22T16:22:04,564 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:04,580 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f1/50cc9064cdb94ad1adf003a0189d9ada 2024-11-22T16:22:04,583 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50cc9064cdb94ad1adf003a0189d9ada 2024-11-22T16:22:04,596 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/norep/84e82db36586448b97d1637bceb547c8 is 33, key is row2/norep:/1732292522573/DeleteFamily/seqid=0 2024-11-22T16:22:04,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741847_1023 (size=5108) 2024-11-22T16:22:04,631 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:22:04,631 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1325): Online Regions={5bba62587ba535e63108d680c947488e=test,,1732292510925.5bba62587ba535e63108d680c947488e.} 2024-11-22T16:22:04,631 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:04,817 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:04,831 DEBUG [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1351): Waiting on 5bba62587ba535e63108d680c947488e 2024-11-22T16:22:04,838 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1486, reset compression=false 2024-11-22T16:22:05,000 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/norep/84e82db36586448b97d1637bceb547c8 2024-11-22T16:22:05,003 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e82db36586448b97d1637bceb547c8 2024-11-22T16:22:05,003 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f/11deab40bc4c45f1b879a8609c1bb8fd as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/f/11deab40bc4c45f1b879a8609c1bb8fd 2024-11-22T16:22:05,006 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 11deab40bc4c45f1b879a8609c1bb8fd 2024-11-22T16:22:05,007 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/f/11deab40bc4c45f1b879a8609c1bb8fd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:05,007 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/f1/50cc9064cdb94ad1adf003a0189d9ada as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/f1/50cc9064cdb94ad1adf003a0189d9ada 2024-11-22T16:22:05,010 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50cc9064cdb94ad1adf003a0189d9ada 2024-11-22T16:22:05,010 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/f1/50cc9064cdb94ad1adf003a0189d9ada, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:05,011 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/.tmp/norep/84e82db36586448b97d1637bceb547c8 as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/norep/84e82db36586448b97d1637bceb547c8 2024-11-22T16:22:05,013 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e82db36586448b97d1637bceb547c8 2024-11-22T16:22:05,014 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/norep/84e82db36586448b97d1637bceb547c8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:05,014 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bba62587ba535e63108d680c947488e in 913ms, sequenceid=10, compaction requested=false 2024-11-22T16:22:05,017 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/data/default/test/5bba62587ba535e63108d680c947488e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T16:22:05,018 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:05,018 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:05,018 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:22:05,018 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5bba62587ba535e63108d680c947488e: Waiting for close lock at 1732292524101Running coprocessor pre-close hooks at 1732292524101Disabling compacts and flushes for region at 1732292524101Disabling writes for close at 1732292524101Obtaining lock to block concurrent updates at 1732292524101Preparing flush snapshotting stores in 5bba62587ba535e63108d680c947488e at 1732292524101Finished memstore snapshotting test,,1732292510925.5bba62587ba535e63108d680c947488e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732292524101Flushing stores of test,,1732292510925.5bba62587ba535e63108d680c947488e. at 1732292524103 (+2 ms)Flushing 5bba62587ba535e63108d680c947488e/f: creating writer at 1732292524103Flushing 5bba62587ba535e63108d680c947488e/f: appending metadata at 1732292524124 (+21 ms)Flushing 5bba62587ba535e63108d680c947488e/f: closing flushed file at 1732292524124Flushing 5bba62587ba535e63108d680c947488e/f1: creating writer at 1732292524137 (+13 ms)Flushing 5bba62587ba535e63108d680c947488e/f1: appending metadata at 1732292524168 (+31 ms)Flushing 5bba62587ba535e63108d680c947488e/f1: closing flushed file at 1732292524168Flushing 5bba62587ba535e63108d680c947488e/norep: creating writer at 1732292524583 (+415 ms)Flushing 5bba62587ba535e63108d680c947488e/norep: appending metadata at 1732292524595 (+12 ms)Flushing 5bba62587ba535e63108d680c947488e/norep: closing flushed file at 1732292524595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732aed70: reopening flushed file at 1732292525003 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54726569: reopening flushed file at 1732292525007 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50fd69e2: reopening flushed file at 1732292525010 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5bba62587ba535e63108d680c947488e in 913ms, sequenceid=10, compaction requested=false at 1732292525014 (+4 ms)Writing region close event to WAL at 1732292525015 (+1 ms)Running coprocessor post-close hooks at 1732292525018 (+3 ms)Closed at 1732292525018 2024-11-22T16:22:05,018 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292510925.5bba62587ba535e63108d680c947488e. 2024-11-22T16:22:05,031 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,32973,1732292506421; all regions closed. 2024-11-22T16:22:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:22:05,033 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.meta.1732292508986.meta not finished, retry = 0 2024-11-22T16:22:05,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741839_1015 (size=2896) 2024-11-22T16:22:05,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.rep.1732292516105 not finished, retry = 0 2024-11-22T16:22:05,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741832_1008 (size=2138) 2024-11-22T16:22:05,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 not finished, retry = 0 2024-11-22T16:22:05,240 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 to pos 1486, reset compression=false 2024-11-22T16:22:05,338 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:05,338 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:05,339 INFO [RS:0;93fb7f16a334:32973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:05,339 INFO [RS:0;93fb7f16a334:32973 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:05,339 INFO [RS:0;93fb7f16a334:32973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:05,339 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:05,339 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,32973,1732292506421 because: Region server is closing 2024-11-22T16:22:05,339 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/WALs/93fb7f16a334,32973,1732292506421/93fb7f16a334%2C32973%2C1732292506421.1732292508073 2024-11-22T16:22:05,339 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.wal-reader.93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:05,340 INFO [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:32973. 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:05,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:05,340 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,32973,1732292506421.replicationSource.shipper93fb7f16a334%2C32973%2C1732292506421,1-93fb7f16a334,32973,1732292506421 terminated 2024-11-22T16:22:05,340 INFO [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:32973. 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:05,340 DEBUG [RS:0;93fb7f16a334:32973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:05,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:05,340 INFO [RS:0;93fb7f16a334:32973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32973 2024-11-22T16:22:05,403 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:22:05,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2951836225/rs/93fb7f16a334,32973,1732292506421 2024-11-22T16:22:05,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225/rs 2024-11-22T16:22:05,404 INFO [RS:0;93fb7f16a334:32973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:05,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,32973,1732292506421] 2024-11-22T16:22:05,420 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:05,426 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2951836225/draining/93fb7f16a334,32973,1732292506421 already deleted, retry=false 2024-11-22T16:22:05,426 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,32973,1732292506421 expired; onlineServers=0 2024-11-22T16:22:05,426 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,46597,1732292506248' ***** 2024-11-22T16:22:05,426 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:05,427 DEBUG [M:0;93fb7f16a334:46597 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:05,427 DEBUG [M:0;93fb7f16a334:46597 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:05,427 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292507788 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292507788,5,FailOnTimeoutGroup] 2024-11-22T16:22:05,427 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292507776 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292507776,5,FailOnTimeoutGroup] 2024-11-22T16:22:05,427 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:05,427 DEBUG [M:0;93fb7f16a334:46597 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:05,427 INFO [M:0;93fb7f16a334:46597 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:05,427 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:05,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2951836225/master 2024-11-22T16:22:05,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2951836225 2024-11-22T16:22:05,437 DEBUG [M:0;93fb7f16a334:46597 {}] zookeeper.ZKUtil(347): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Unable to get data of znode /2951836225/master because node does not exist (not an error) 2024-11-22T16:22:05,437 WARN [M:0;93fb7f16a334:46597 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:22:05,446 INFO [M:0;93fb7f16a334:46597 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/.lastflushedseqids 2024-11-22T16:22:05,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741848_1024 (size=245) 2024-11-22T16:22:05,467 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:05,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:05,516 INFO [RS:0;93fb7f16a334:32973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32973-0x1016359bc9b0007, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:05,517 INFO [RS:0;93fb7f16a334:32973 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,32973,1732292506421; zookeeper connection closed. 2024-11-22T16:22:05,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d87910a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d87910a 2024-11-22T16:22:05,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:05,850 INFO [M:0;93fb7f16a334:46597 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:05,850 INFO [M:0;93fb7f16a334:46597 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:05,851 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:05,851 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:05,851 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:05,851 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:05,851 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:05,851 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-22T16:22:05,864 DEBUG [M:0;93fb7f16a334:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b9a057d40546b88b89e00712119db6 is 82, key is hbase:meta,,1/info:regioninfo/1732292509024/Put/seqid=0 2024-11-22T16:22:05,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741849_1025 (size=5672) 2024-11-22T16:22:05,867 INFO [M:0;93fb7f16a334:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b9a057d40546b88b89e00712119db6 2024-11-22T16:22:05,884 DEBUG [M:0;93fb7f16a334:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7494b6d1535f4f40b99ca8fc0ba3c590 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292516145/Put/seqid=0 2024-11-22T16:22:05,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741850_1026 (size=8516) 2024-11-22T16:22:06,123 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:06,288 INFO [M:0;93fb7f16a334:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7494b6d1535f4f40b99ca8fc0ba3c590 2024-11-22T16:22:06,314 DEBUG [M:0;93fb7f16a334:46597 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0855fb62bca4bb89120c530ef4ad1ed is 69, key is 93fb7f16a334,32973,1732292506421/rs:state/1732292507885/Put/seqid=0 2024-11-22T16:22:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741851_1027 (size=5156) 2024-11-22T16:22:06,322 INFO [M:0;93fb7f16a334:46597 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0855fb62bca4bb89120c530ef4ad1ed 2024-11-22T16:22:06,326 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1b9a057d40546b88b89e00712119db6 as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1b9a057d40546b88b89e00712119db6 2024-11-22T16:22:06,334 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1b9a057d40546b88b89e00712119db6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:22:06,335 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7494b6d1535f4f40b99ca8fc0ba3c590 as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7494b6d1535f4f40b99ca8fc0ba3c590 2024-11-22T16:22:06,339 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7494b6d1535f4f40b99ca8fc0ba3c590, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:22:06,340 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c0855fb62bca4bb89120c530ef4ad1ed as hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0855fb62bca4bb89120c530ef4ad1ed 2024-11-22T16:22:06,343 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43435/user/jenkins/test-data/2cc45eef-7900-7590-68c7-54e825769f86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c0855fb62bca4bb89120c530ef4ad1ed, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:22:06,344 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false 2024-11-22T16:22:06,352 INFO [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:06,352 DEBUG [M:0;93fb7f16a334:46597 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292525851Disabling compacts and flushes for region at 1732292525851Disabling writes for close at 1732292525851Obtaining lock to block concurrent updates at 1732292525851Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292525851Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732292525851Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292525852 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292525852Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292525863 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292525863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292525870 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292525884 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292525884Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292526292 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292526313 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292526313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274c01ba: reopening flushed file at 1732292526325 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ace6a2d: reopening flushed file at 1732292526334 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f10ec0: reopening flushed file at 1732292526339 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 493ms, sequenceid=97, compaction requested=false at 1732292526344 (+5 ms)Writing region close event to WAL at 1732292526352 (+8 ms)Closed at 1732292526352 2024-11-22T16:22:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40635 is added to blk_1073741830_1006 (size=63654) 2024-11-22T16:22:06,355 INFO [M:0;93fb7f16a334:46597 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:06,355 INFO [M:0;93fb7f16a334:46597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46597 2024-11-22T16:22:06,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:06,356 INFO [M:0;93fb7f16a334:46597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:06,471 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:06,506 INFO [M:0;93fb7f16a334:46597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:06,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46597-0x1016359bc9b0006, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:06,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f83e031{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:06,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e1f7cc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:06,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:06,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fe3111f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:06,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa9d74a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:06,516 WARN [BP-1571797332-172.17.0.2-1732292504139 heartbeating to localhost/127.0.0.1:43435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:06,516 WARN [BP-1571797332-172.17.0.2-1732292504139 heartbeating to localhost/127.0.0.1:43435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1571797332-172.17.0.2-1732292504139 (Datanode Uuid c3f1d870-95c6-448e-96c9-1f643ef89970) service to localhost/127.0.0.1:43435 2024-11-22T16:22:06,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/cluster_f6b4f49f-c8c9-e37b-cf3e-c2b349dd2ee4/data/data1/current/BP-1571797332-172.17.0.2-1732292504139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:06,517 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/cluster_f6b4f49f-c8c9-e37b-cf3e-c2b349dd2ee4/data/data2/current/BP-1571797332-172.17.0.2-1732292504139 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:06,518 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:06,518 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:06,518 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:06,527 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36099d9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:06,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12a9d7ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:06,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:06,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@404cd1f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:06,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7696cc10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:06,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:06,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:06,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:06,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:06,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:06,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:06,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:06,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1686958862, stopped=false 2024-11-22T16:22:06,546 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,35847,1732292500561 2024-11-22T16:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1745080879/running 2024-11-22T16:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1745080879/running 2024-11-22T16:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:22:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:22:06,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:06,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/running 2024-11-22T16:22:06,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Set watcher on znode that does not yet exist, /1-1745080879/running 2024-11-22T16:22:06,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:06,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:06,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:06,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,46769,1732292500832' ***** 2024-11-22T16:22:06,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:06,556 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:06,556 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:06,556 INFO [RS:0;93fb7f16a334:46769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:06,556 INFO [RS:0;93fb7f16a334:46769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:06,556 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,46769,1732292500832 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:46769. 2024-11-22T16:22:06,561 DEBUG [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:06,561 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb13540617fa8715b7376509ed75f2b9, disabling compactions & flushes 2024-11-22T16:22:06,561 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:06,561 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:22:06,561 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:06,561 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. after waiting 0 ms 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:06,561 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:22:06,561 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:06,561 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb13540617fa8715b7376509ed75f2b9 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-22T16:22:06,563 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:22:06,563 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cb13540617fa8715b7376509ed75f2b9=test,,1732292509785.cb13540617fa8715b7376509ed75f2b9., 76e1547f1fcbbcbd36001c2e342247d2=hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2.} 2024-11-22T16:22:06,563 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76e1547f1fcbbcbd36001c2e342247d2, cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:22:06,563 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:06,564 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:06,564 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:06,564 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:06,564 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:06,564 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:22:06,582 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:06,588 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/info/63df9d11d1c94807ab46a4ac25286024 is 147, key is hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2./info:regioninfo/1732292514430/Put/seqid=0 2024-11-22T16:22:06,592 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f/24b8a950b04248e6bec74524dc795e1f is 29, key is row1/f:/1732292521560/DeleteFamily/seqid=0 2024-11-22T16:22:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741840_1016 (size=7686) 2024-11-22T16:22:06,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741841_1017 (size=5152) 2024-11-22T16:22:06,605 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f/24b8a950b04248e6bec74524dc795e1f 2024-11-22T16:22:06,624 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b8a950b04248e6bec74524dc795e1f 2024-11-22T16:22:06,651 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f1/10acdfc4d13946c88a76982474a9a5ec is 30, key is row1/f1:/1732292521560/DeleteFamily/seqid=0 2024-11-22T16:22:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741842_1018 (size=5158) 2024-11-22T16:22:06,658 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f1/10acdfc4d13946c88a76982474a9a5ec 2024-11-22T16:22:06,666 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10acdfc4d13946c88a76982474a9a5ec 2024-11-22T16:22:06,685 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/norep/016e163fe1344dcfbfeeb01bffb0210a is 33, key is row1/norep:/1732292521560/DeleteFamily/seqid=0 2024-11-22T16:22:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741843_1019 (size=5108) 2024-11-22T16:22:06,764 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76e1547f1fcbbcbd36001c2e342247d2, cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:22:06,926 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1189, reset compression=false 2024-11-22T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1436, reset compression=false 2024-11-22T16:22:06,930 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,46769,1732292500832 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:06,931 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,46769,1732292500832: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,46769,1732292500832, walGroup=93fb7f16a334%2C46769%2C1732292500832, offset=93fb7f16a334%2C46769%2C1732292500832.1732292503301:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:46769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:22:06,932 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:22:06,932 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:22:06,935 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:22:06,935 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:22:06,935 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:22:06,935 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 968819664 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203161432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:22:06,936 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:22:06,964 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76e1547f1fcbbcbd36001c2e342247d2, cb13540617fa8715b7376509ed75f2b9 2024-11-22T16:22:07,003 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/info/63df9d11d1c94807ab46a4ac25286024 2024-11-22T16:22:07,031 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/ns/d2f83b4330a74c0a9484664eab358534 is 43, key is default/ns:d/1732292504045/Put/seqid=0 2024-11-22T16:22:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741844_1020 (size=5153) 2024-11-22T16:22:07,042 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/ns/d2f83b4330a74c0a9484664eab358534 2024-11-22T16:22:07,070 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/4c84516d94fe45c5bca993ed2a09a436 is 112, key is test,,1732292509785.cb13540617fa8715b7376509ed75f2b9./rep_barrier:seqnumDuringOpen/1732292510587/Put/seqid=0 2024-11-22T16:22:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741845_1021 (size=5518) 2024-11-22T16:22:07,081 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/4c84516d94fe45c5bca993ed2a09a436 2024-11-22T16:22:07,094 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/norep/016e163fe1344dcfbfeeb01bffb0210a 2024-11-22T16:22:07,098 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 016e163fe1344dcfbfeeb01bffb0210a 2024-11-22T16:22:07,099 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f/24b8a950b04248e6bec74524dc795e1f as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/f/24b8a950b04248e6bec74524dc795e1f 2024-11-22T16:22:07,104 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b8a950b04248e6bec74524dc795e1f 2024-11-22T16:22:07,104 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/f/24b8a950b04248e6bec74524dc795e1f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/f1/10acdfc4d13946c88a76982474a9a5ec as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/f1/10acdfc4d13946c88a76982474a9a5ec 2024-11-22T16:22:07,108 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/table/277b93453edb4aafbd3b05fd35b39787 is 53, key is hbase:replication/table:state/1732292514436/Put/seqid=0 2024-11-22T16:22:07,110 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10acdfc4d13946c88a76982474a9a5ec 2024-11-22T16:22:07,110 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/f1/10acdfc4d13946c88a76982474a9a5ec, entries=3, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:07,111 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/.tmp/norep/016e163fe1344dcfbfeeb01bffb0210a as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/norep/016e163fe1344dcfbfeeb01bffb0210a 2024-11-22T16:22:07,116 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 016e163fe1344dcfbfeeb01bffb0210a 2024-11-22T16:22:07,117 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/norep/016e163fe1344dcfbfeeb01bffb0210a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-22T16:22:07,118 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cb13540617fa8715b7376509ed75f2b9 in 556ms, sequenceid=10, compaction requested=false 2024-11-22T16:22:07,118 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:22:07,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:22:07,119 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/table/277b93453edb4aafbd3b05fd35b39787 2024-11-22T16:22:07,124 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/info/63df9d11d1c94807ab46a4ac25286024 as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/info/63df9d11d1c94807ab46a4ac25286024 2024-11-22T16:22:07,130 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/info/63df9d11d1c94807ab46a4ac25286024, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:22:07,131 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/ns/d2f83b4330a74c0a9484664eab358534 as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/ns/d2f83b4330a74c0a9484664eab358534 2024-11-22T16:22:07,140 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/ns/d2f83b4330a74c0a9484664eab358534, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:22:07,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/rep_barrier/4c84516d94fe45c5bca993ed2a09a436 as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/rep_barrier/4c84516d94fe45c5bca993ed2a09a436 2024-11-22T16:22:07,144 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 1436, reset compression=false 2024-11-22T16:22:07,147 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/rep_barrier/4c84516d94fe45c5bca993ed2a09a436, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:22:07,148 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/.tmp/table/277b93453edb4aafbd3b05fd35b39787 as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/table/277b93453edb4aafbd3b05fd35b39787 2024-11-22T16:22:07,152 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/table/277b93453edb4aafbd3b05fd35b39787, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:22:07,153 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false 2024-11-22T16:22:07,153 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:22:07,159 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/default/test/cb13540617fa8715b7376509ed75f2b9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-22T16:22:07,160 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:07,160 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:07,160 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:22:07,160 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb13540617fa8715b7376509ed75f2b9: Waiting for close lock at 1732292526561Running coprocessor pre-close hooks at 1732292526561Disabling compacts and flushes for region at 1732292526561Disabling writes for close at 1732292526561Obtaining lock to block concurrent updates at 1732292526561Preparing flush snapshotting stores in cb13540617fa8715b7376509ed75f2b9 at 1732292526561Finished memstore snapshotting test,,1732292509785.cb13540617fa8715b7376509ed75f2b9., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732292526562 (+1 ms)Flushing stores of test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. at 1732292526562Flushing cb13540617fa8715b7376509ed75f2b9/f: creating writer at 1732292526562Flushing cb13540617fa8715b7376509ed75f2b9/f: appending metadata at 1732292526591 (+29 ms)Flushing cb13540617fa8715b7376509ed75f2b9/f: closing flushed file at 1732292526591Flushing cb13540617fa8715b7376509ed75f2b9/f1: creating writer at 1732292526624 (+33 ms)Flushing cb13540617fa8715b7376509ed75f2b9/f1: appending metadata at 1732292526650 (+26 ms)Flushing cb13540617fa8715b7376509ed75f2b9/f1: closing flushed file at 1732292526650Flushing cb13540617fa8715b7376509ed75f2b9/norep: creating writer at 1732292526666 (+16 ms)Flushing cb13540617fa8715b7376509ed75f2b9/norep: appending metadata at 1732292526684 (+18 ms)Flushing cb13540617fa8715b7376509ed75f2b9/norep: closing flushed file at 1732292526684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549bbd5c: reopening flushed file at 1732292527098 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48789be7: reopening flushed file at 1732292527104 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f0cfd49: reopening flushed file at 1732292527110 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for cb13540617fa8715b7376509ed75f2b9 in 556ms, sequenceid=10, compaction requested=false at 1732292527118 (+8 ms)Writing region close event to WAL at 1732292527136 (+18 ms)Running coprocessor post-close hooks at 1732292527160 (+24 ms)Closed at 1732292527160 2024-11-22T16:22:07,160 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292509785.cb13540617fa8715b7376509ed75f2b9. 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76e1547f1fcbbcbd36001c2e342247d2, disabling compactions & flushes 2024-11-22T16:22:07,161 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. after waiting 0 ms 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76e1547f1fcbbcbd36001c2e342247d2: Waiting for close lock at 1732292527161Running coprocessor pre-close hooks at 1732292527161Disabling compacts and flushes for region at 1732292527161Disabling writes for close at 1732292527161Failed flush hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2., putting online again at 1732292527161 2024-11-22T16:22:07,161 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,163 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:07,163 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 2080, reset compression=false 2024-11-22T16:22:07,164 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(3091): Received CLOSE for 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:22:07,164 DEBUG [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76e1547f1fcbbcbd36001c2e342247d2 2024-11-22T16:22:07,164 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76e1547f1fcbbcbd36001c2e342247d2, disabling compactions & flushes 2024-11-22T16:22:07,165 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,165 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,165 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. after waiting 0 ms 2024-11-22T16:22:07,165 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,165 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76e1547f1fcbbcbd36001c2e342247d2: Waiting for close lock at 1732292527164Running coprocessor pre-close hooks at 1732292527164Disabling compacts and flushes for region at 1732292527164Disabling writes for close at 1732292527165 (+1 ms)Failed flush hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2., putting online again at 1732292527165 2024-11-22T16:22:07,165 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732292513227.76e1547f1fcbbcbd36001c2e342247d2. 2024-11-22T16:22:07,166 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:07,166 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:07,172 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:22:07,177 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:07,177 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:07,177 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:07,177 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292526563Running coprocessor pre-close hooks at 1732292526563Disabling compacts and flushes for region at 1732292526563Disabling writes for close at 1732292526564 (+1 ms)Obtaining lock to block concurrent updates at 1732292526564Preparing flush snapshotting stores in 1588230740 at 1732292526564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292526564Flushing stores of hbase:meta,,1.1588230740 at 1732292526565 (+1 ms)Flushing 1588230740/info: creating writer at 1732292526565Flushing 1588230740/info: appending metadata at 1732292526587 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732292526587Flushing 1588230740/ns: creating writer at 1732292527007 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732292527030 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732292527030Flushing 1588230740/rep_barrier: creating writer at 1732292527046 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292527070 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292527070Flushing 1588230740/table: creating writer at 1732292527088 (+18 ms)Flushing 1588230740/table: appending metadata at 1732292527108 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732292527108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c645feb: reopening flushed file at 1732292527123 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39616d8c: reopening flushed file at 1732292527130 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a993624: reopening flushed file at 1732292527140 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c77c2f: reopening flushed file at 1732292527147 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 588ms, sequenceid=16, compaction requested=false at 1732292527153 (+6 ms)Writing region close event to WAL at 1732292527162 (+9 ms)Running coprocessor post-close hooks at 1732292527177 (+15 ms)Closed at 1732292527177 2024-11-22T16:22:07,177 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:07,364 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-22T16:22:07,364 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,46769,1732292500832; all regions closed. 2024-11-22T16:22:07,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:22:07,368 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 to pos 2080, reset compression=false 2024-11-22T16:22:07,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741839_1015 (size=2171) 2024-11-22T16:22:07,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741832_1008 (size=2088) 2024-11-22T16:22:07,374 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:07,374 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:07,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 for the last time to pos 2080, reset compression=false 2024-11-22T16:22:07,374 INFO [RS:0;93fb7f16a334:46769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:07,374 INFO [RS:0;93fb7f16a334:46769 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:07,374 INFO [RS:0;93fb7f16a334:46769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:07,374 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:07,375 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,46769,1732292500832 because: Region server is closing 2024-11-22T16:22:07,375 INFO [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:46769. 2024-11-22T16:22:07,375 DEBUG [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:07,375 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:07,375 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:07,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:07,376 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 and length of the file is 2088 2024-11-22T16:22:07,376 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/WALs/93fb7f16a334,46769,1732292500832/93fb7f16a334%2C46769%2C1732292500832.1732292503301 2024-11-22T16:22:07,475 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.shipper93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 terminated 2024-11-22T16:22:07,476 INFO [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:46769. 2024-11-22T16:22:07,475 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,46769,1732292500832.replicationSource.wal-reader.93fb7f16a334%2C46769%2C1732292500832,1-93fb7f16a334,46769,1732292500832 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-22T16:22:07,476 DEBUG [RS:0;93fb7f16a334:46769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:07,476 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:07,476 DEBUG [RS:0;93fb7f16a334:46769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:07,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:07,476 INFO [RS:0;93fb7f16a334:46769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46769 2024-11-22T16:22:07,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1745080879/rs/93fb7f16a334,46769,1732292500832 2024-11-22T16:22:07,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879/rs 2024-11-22T16:22:07,542 INFO [RS:0;93fb7f16a334:46769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:07,575 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:07,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,46769,1732292500832] 2024-11-22T16:22:07,637 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/draining/93fb7f16a334,46769,1732292500832 already deleted, retry=false 2024-11-22T16:22:07,637 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,46769,1732292500832 expired; onlineServers=0 2024-11-22T16:22:07,637 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,35847,1732292500561' ***** 2024-11-22T16:22:07,637 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:07,637 INFO [M:0;93fb7f16a334:35847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:07,637 INFO [M:0;93fb7f16a334:35847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:07,637 DEBUG [M:0;93fb7f16a334:35847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:07,637 DEBUG [M:0;93fb7f16a334:35847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:07,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:07,637 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292503062 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292503062,5,FailOnTimeoutGroup] 2024-11-22T16:22:07,637 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292503056 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292503056,5,FailOnTimeoutGroup] 2024-11-22T16:22:07,637 INFO [M:0;93fb7f16a334:35847 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:07,637 INFO [M:0;93fb7f16a334:35847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:07,637 DEBUG [M:0;93fb7f16a334:35847 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:07,638 INFO [M:0;93fb7f16a334:35847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:07,638 INFO [M:0;93fb7f16a334:35847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:07,638 INFO [M:0;93fb7f16a334:35847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:07,638 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:07,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1745080879/master 2024-11-22T16:22:07,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1745080879 2024-11-22T16:22:07,647 DEBUG [M:0;93fb7f16a334:35847 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1745080879/master already deleted, retry=false 2024-11-22T16:22:07,648 DEBUG [M:0;93fb7f16a334:35847 {}] master.ActiveMasterManager(353): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1745080879/master 2024-11-22T16:22:07,649 INFO [M:0;93fb7f16a334:35847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/.lastflushedseqids 2024-11-22T16:22:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741847_1023 (size=245) 2024-11-22T16:22:07,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:07,716 INFO [RS:0;93fb7f16a334:46769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:07,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46769-0x1016359bc9b0004, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:07,716 INFO [RS:0;93fb7f16a334:46769 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,46769,1732292500832; zookeeper connection closed. 2024-11-22T16:22:07,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1403b53b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1403b53b 2024-11-22T16:22:07,716 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:08,054 INFO [M:0;93fb7f16a334:35847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:08,054 INFO [M:0;93fb7f16a334:35847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:08,054 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:08,054 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:08,054 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:08,054 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:08,054 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:08,055 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-22T16:22:08,073 DEBUG [M:0;93fb7f16a334:35847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3578a439fc8642c391708ddb0d0ce1ac is 82, key is hbase:meta,,1/info:regioninfo/1732292504008/Put/seqid=0 2024-11-22T16:22:08,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741848_1024 (size=5672) 2024-11-22T16:22:08,081 INFO [M:0;93fb7f16a334:35847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3578a439fc8642c391708ddb0d0ce1ac 2024-11-22T16:22:08,103 DEBUG [M:0;93fb7f16a334:35847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e057511c8428429087f5d70e71cfa153 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732292514439/Put/seqid=0 2024-11-22T16:22:08,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741849_1025 (size=8515) 2024-11-22T16:22:08,507 INFO [M:0;93fb7f16a334:35847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e057511c8428429087f5d70e71cfa153 2024-11-22T16:22:08,531 DEBUG [M:0;93fb7f16a334:35847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a13505142bff4d5d97c4e3c0226f34ec is 69, key is 93fb7f16a334,46769,1732292500832/rs:state/1732292503094/Put/seqid=0 2024-11-22T16:22:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741850_1026 (size=5156) 2024-11-22T16:22:08,535 INFO [M:0;93fb7f16a334:35847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a13505142bff4d5d97c4e3c0226f34ec 2024-11-22T16:22:08,541 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3578a439fc8642c391708ddb0d0ce1ac as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3578a439fc8642c391708ddb0d0ce1ac 2024-11-22T16:22:08,545 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3578a439fc8642c391708ddb0d0ce1ac, entries=8, sequenceid=97, filesize=5.5 K 2024-11-22T16:22:08,546 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e057511c8428429087f5d70e71cfa153 as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e057511c8428429087f5d70e71cfa153 2024-11-22T16:22:08,550 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e057511c8428429087f5d70e71cfa153, entries=11, sequenceid=97, filesize=8.3 K 2024-11-22T16:22:08,551 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a13505142bff4d5d97c4e3c0226f34ec as hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a13505142bff4d5d97c4e3c0226f34ec 2024-11-22T16:22:08,559 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33435/user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a13505142bff4d5d97c4e3c0226f34ec, entries=1, sequenceid=97, filesize=5.0 K 2024-11-22T16:22:08,560 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=97, compaction requested=false 2024-11-22T16:22:08,561 INFO [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:08,561 DEBUG [M:0;93fb7f16a334:35847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292528054Disabling compacts and flushes for region at 1732292528054Disabling writes for close at 1732292528054Obtaining lock to block concurrent updates at 1732292528055 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292528055Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732292528055Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292528055Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292528055Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292528072 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292528072Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292528086 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292528103 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292528103Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292528512 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292528530 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292528530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f5ea28: reopening flushed file at 1732292528540 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3e6838: reopening flushed file at 1732292528545 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@340772f5: reopening flushed file at 1732292528550 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 506ms, sequenceid=97, compaction requested=false at 1732292528560 (+10 ms)Writing region close event to WAL at 1732292528561 (+1 ms)Closed at 1732292528561 2024-11-22T16:22:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37071 is added to blk_1073741830_1006 (size=63642) 2024-11-22T16:22:08,563 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a3efe94-83d9-af5d-5d9f-eb8aa5077e1f/MasterData/WALs/93fb7f16a334,35847,1732292500561/93fb7f16a334%2C35847%2C1732292500561.1732292502592 not finished, retry = 0 2024-11-22T16:22:08,664 INFO [M:0;93fb7f16a334:35847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:08,664 INFO [M:0;93fb7f16a334:35847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35847 2024-11-22T16:22:08,664 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:08,665 INFO [M:0;93fb7f16a334:35847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:08,779 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/WALs/93fb7f16a334,36919,1732292496183/93fb7f16a334%2C36919%2C1732292496183.1732292497406 to pos 636, reset compression=false 2024-11-22T16:22:08,811 INFO [M:0;93fb7f16a334:35847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:08,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:08,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35847-0x1016359bc9b0003, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:08,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245b1fbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:08,814 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5af6e5c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:08,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:08,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@378d1bcb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:08,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c5dedcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:08,816 WARN [BP-1423605657-172.17.0.2-1732292497905 heartbeating to localhost/127.0.0.1:33435 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:08,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:08,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:08,816 WARN [BP-1423605657-172.17.0.2-1732292497905 heartbeating to localhost/127.0.0.1:33435 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1423605657-172.17.0.2-1732292497905 (Datanode Uuid cb285244-bf69-47ba-9a97-6511d0047e40) service to localhost/127.0.0.1:33435 2024-11-22T16:22:08,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/cluster_af63aaa4-f670-52a8-c693-bccef5eaf500/data/data1/current/BP-1423605657-172.17.0.2-1732292497905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:08,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/cluster_af63aaa4-f670-52a8-c693-bccef5eaf500/data/data2/current/BP-1423605657-172.17.0.2-1732292497905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:08,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:08,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50eba03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:08,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6134be31{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:08,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:08,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a6e402d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:08,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c30efb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a8de83a-c006-130a-9c46-619bc09a9e2c/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:08,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:08,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:08,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:08,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:08,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:08,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:08,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:08,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:08,848 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=246110602, stopped=false 2024-11-22T16:22:08,848 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,43179,1732292495814 2024-11-22T16:22:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008428506/running 2024-11-22T16:22:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008428506/running 2024-11-22T16:22:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:22:08,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:22:08,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:08,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:08,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/running 2024-11-22T16:22:08,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Set watcher on znode that does not yet exist, /0-1008428506/running 2024-11-22T16:22:08,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:08,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:08,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,36919,1732292496183' ***** 2024-11-22T16:22:08,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for a822b418350567ee453e7226f0c9a90a 2024-11-22T16:22:08,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,36919,1732292496183 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36919. 2024-11-22T16:22:08,909 DEBUG [RS:0;93fb7f16a334:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:08,909 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:08,909 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab04af58dbe4a27db2a18a50c2c379bd, disabling compactions & flushes 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:08,909 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:08,909 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:22:08,909 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. after waiting 0 ms 2024-11-22T16:22:08,909 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:22:08,909 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:22:08,909 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1325): Online Regions={ab04af58dbe4a27db2a18a50c2c379bd=hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd., 1588230740=hbase:meta,,1.1588230740, a822b418350567ee453e7226f0c9a90a=test,,1732292509148.a822b418350567ee453e7226f0c9a90a.} 2024-11-22T16:22:08,909 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab04af58dbe4a27db2a18a50c2c379bd 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-22T16:22:08,910 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:08,910 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:08,910 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a822b418350567ee453e7226f0c9a90a, ab04af58dbe4a27db2a18a50c2c379bd 2024-11-22T16:22:08,910 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:08,910 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:08,910 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:08,910 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:22:08,927 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:08,927 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/.tmp/queue/5b526c3afde3428da4c3fb5df6bcb3a4 is 153, key is 1-93fb7f16a334,36919,1732292496183/queue:93fb7f16a334%2C36919%2C1732292496183/1732292521011/Put/seqid=0 2024-11-22T16:22:08,930 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/info/584be9af8bc54e2da7eaf304ba118990 is 147, key is hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd./info:regioninfo/1732292512483/Put/seqid=0 2024-11-22T16:22:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741840_1016 (size=5352) 2024-11-22T16:22:08,932 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/.tmp/queue/5b526c3afde3428da4c3fb5df6bcb3a4 2024-11-22T16:22:08,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741841_1017 (size=7686) 2024-11-22T16:22:08,938 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/info/584be9af8bc54e2da7eaf304ba118990 2024-11-22T16:22:08,939 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/.tmp/queue/5b526c3afde3428da4c3fb5df6bcb3a4 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/queue/5b526c3afde3428da4c3fb5df6bcb3a4 2024-11-22T16:22:08,943 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/queue/5b526c3afde3428da4c3fb5df6bcb3a4, entries=1, sequenceid=8, filesize=5.2 K 2024-11-22T16:22:08,944 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ab04af58dbe4a27db2a18a50c2c379bd in 34ms, sequenceid=8, compaction requested=false 2024-11-22T16:22:08,944 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:22:08,951 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/replication/ab04af58dbe4a27db2a18a50c2c379bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-22T16:22:08,953 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:08,953 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:08,953 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab04af58dbe4a27db2a18a50c2c379bd: Waiting for close lock at 1732292528909Running coprocessor pre-close hooks at 1732292528909Disabling compacts and flushes for region at 1732292528909Disabling writes for close at 1732292528909Obtaining lock to block concurrent updates at 1732292528909Preparing flush snapshotting stores in ab04af58dbe4a27db2a18a50c2c379bd at 1732292528909Finished memstore snapshotting hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732292528910 (+1 ms)Flushing stores of hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. at 1732292528910Flushing ab04af58dbe4a27db2a18a50c2c379bd/queue: creating writer at 1732292528910Flushing ab04af58dbe4a27db2a18a50c2c379bd/queue: appending metadata at 1732292528927 (+17 ms)Flushing ab04af58dbe4a27db2a18a50c2c379bd/queue: closing flushed file at 1732292528927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a84a47d: reopening flushed file at 1732292528939 (+12 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for ab04af58dbe4a27db2a18a50c2c379bd in 34ms, sequenceid=8, compaction requested=false at 1732292528944 (+5 ms)Writing region close event to WAL at 1732292528948 (+4 ms)Running coprocessor post-close hooks at 1732292528953 (+5 ms)Closed at 1732292528953 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292512089.ab04af58dbe4a27db2a18a50c2c379bd. 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a822b418350567ee453e7226f0c9a90a, disabling compactions & flushes 2024-11-22T16:22:08,954 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292509148.a822b418350567ee453e7226f0c9a90a. after waiting 0 ms 2024-11-22T16:22:08,954 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:22:08,954 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a822b418350567ee453e7226f0c9a90a 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-22T16:22:08,958 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/ns/66a909aeeae24fc3b1dd952bcdf9f073 is 43, key is default/ns:d/1732292497819/Put/seqid=0 2024-11-22T16:22:08,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741842_1018 (size=5153) 2024-11-22T16:22:08,969 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/ns/66a909aeeae24fc3b1dd952bcdf9f073 2024-11-22T16:22:08,976 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f/83de512906094e70ab5da63dd2b9da42 is 28, key is row/f:/1732292520556/DeleteFamily/seqid=0 2024-11-22T16:22:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741843_1019 (size=5085) 2024-11-22T16:22:08,991 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f/83de512906094e70ab5da63dd2b9da42 2024-11-22T16:22:08,994 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/rep_barrier/42c13c39c7814f3fa637ee3567c43bad is 112, key is test,,1732292509148.a822b418350567ee453e7226f0c9a90a./rep_barrier:seqnumDuringOpen/1732292509508/Put/seqid=0 2024-11-22T16:22:08,998 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83de512906094e70ab5da63dd2b9da42 2024-11-22T16:22:09,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741844_1020 (size=5518) 2024-11-22T16:22:09,006 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/rep_barrier/42c13c39c7814f3fa637ee3567c43bad 2024-11-22T16:22:09,017 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f1/3483ee8b08d443b6943c33ae382971b7 is 29, key is row/f1:/1732292520556/DeleteFamily/seqid=0 2024-11-22T16:22:09,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741845_1021 (size=5089) 2024-11-22T16:22:09,025 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/table/7bc339c044304781a37321bce79e58f6 is 53, key is hbase:replication/table:state/1732292512491/Put/seqid=0 2024-11-22T16:22:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741846_1022 (size=5308) 2024-11-22T16:22:09,110 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a822b418350567ee453e7226f0c9a90a 2024-11-22T16:22:09,310 DEBUG [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a822b418350567ee453e7226f0c9a90a 2024-11-22T16:22:09,328 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:09,328 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:09,421 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f1/3483ee8b08d443b6943c33ae382971b7 2024-11-22T16:22:09,424 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3483ee8b08d443b6943c33ae382971b7 2024-11-22T16:22:09,428 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/table/7bc339c044304781a37321bce79e58f6 2024-11-22T16:22:09,431 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/info/584be9af8bc54e2da7eaf304ba118990 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/info/584be9af8bc54e2da7eaf304ba118990 2024-11-22T16:22:09,434 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/info/584be9af8bc54e2da7eaf304ba118990, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:22:09,434 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/ns/66a909aeeae24fc3b1dd952bcdf9f073 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/ns/66a909aeeae24fc3b1dd952bcdf9f073 2024-11-22T16:22:09,437 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/ns/66a909aeeae24fc3b1dd952bcdf9f073, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:22:09,437 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/rep_barrier/42c13c39c7814f3fa637ee3567c43bad as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/rep_barrier/42c13c39c7814f3fa637ee3567c43bad 2024-11-22T16:22:09,440 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/rep_barrier/42c13c39c7814f3fa637ee3567c43bad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:22:09,441 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/.tmp/table/7bc339c044304781a37321bce79e58f6 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/table/7bc339c044304781a37321bce79e58f6 2024-11-22T16:22:09,443 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/table/7bc339c044304781a37321bce79e58f6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:22:09,444 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=16, compaction requested=false 2024-11-22T16:22:09,444 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:22:09,444 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/norep/f64d6c2b65534e6cb972174cba3cccfc is 32, key is row/norep:/1732292520556/DeleteFamily/seqid=0 2024-11-22T16:22:09,448 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:22:09,448 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:09,448 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:09,448 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:09,448 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292528909Running coprocessor pre-close hooks at 1732292528909Disabling compacts and flushes for region at 1732292528909Disabling writes for close at 1732292528910 (+1 ms)Obtaining lock to block concurrent updates at 1732292528910Preparing flush snapshotting stores in 1588230740 at 1732292528910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292528910Flushing stores of hbase:meta,,1.1588230740 at 1732292528910Flushing 1588230740/info: creating writer at 1732292528910Flushing 1588230740/info: appending metadata at 1732292528930 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732292528930Flushing 1588230740/ns: creating writer at 1732292528942 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732292528957 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732292528957Flushing 1588230740/rep_barrier: creating writer at 1732292528973 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292528994 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292528994Flushing 1588230740/table: creating writer at 1732292529009 (+15 ms)Flushing 1588230740/table: appending metadata at 1732292529024 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732292529024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561655f4: reopening flushed file at 1732292529431 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105f15f8: reopening flushed file at 1732292529434 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d83eb: reopening flushed file at 1732292529437 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eaa6a06: reopening flushed file at 1732292529440 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 534ms, sequenceid=16, compaction requested=false at 1732292529444 (+4 ms)Writing region close event to WAL at 1732292529445 (+1 ms)Running coprocessor post-close hooks at 1732292529448 (+3 ms)Closed at 1732292529448 2024-11-22T16:22:09,448 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:09,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741847_1023 (size=5101) 2024-11-22T16:22:09,453 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/norep/f64d6c2b65534e6cb972174cba3cccfc 2024-11-22T16:22:09,457 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f64d6c2b65534e6cb972174cba3cccfc 2024-11-22T16:22:09,458 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f/83de512906094e70ab5da63dd2b9da42 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/f/83de512906094e70ab5da63dd2b9da42 2024-11-22T16:22:09,461 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 83de512906094e70ab5da63dd2b9da42 2024-11-22T16:22:09,461 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/f/83de512906094e70ab5da63dd2b9da42, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T16:22:09,461 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/f1/3483ee8b08d443b6943c33ae382971b7 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/f1/3483ee8b08d443b6943c33ae382971b7 2024-11-22T16:22:09,464 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3483ee8b08d443b6943c33ae382971b7 2024-11-22T16:22:09,464 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/f1/3483ee8b08d443b6943c33ae382971b7, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T16:22:09,465 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/.tmp/norep/f64d6c2b65534e6cb972174cba3cccfc as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/norep/f64d6c2b65534e6cb972174cba3cccfc 2024-11-22T16:22:09,468 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f64d6c2b65534e6cb972174cba3cccfc 2024-11-22T16:22:09,468 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/norep/f64d6c2b65534e6cb972174cba3cccfc, entries=1, sequenceid=6, filesize=5.0 K 2024-11-22T16:22:09,469 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a822b418350567ee453e7226f0c9a90a in 515ms, sequenceid=6, compaction requested=false 2024-11-22T16:22:09,469 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:22:09,478 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/data/default/test/a822b418350567ee453e7226f0c9a90a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-22T16:22:09,478 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:09,478 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:09,478 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:22:09,478 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a822b418350567ee453e7226f0c9a90a: Waiting for close lock at 1732292528954Running coprocessor pre-close hooks at 1732292528954Disabling compacts and flushes for region at 1732292528954Disabling writes for close at 1732292528954Obtaining lock to block concurrent updates at 1732292528954Preparing flush snapshotting stores in a822b418350567ee453e7226f0c9a90a at 1732292528954Finished memstore snapshotting test,,1732292509148.a822b418350567ee453e7226f0c9a90a., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732292528955 (+1 ms)Flushing stores of test,,1732292509148.a822b418350567ee453e7226f0c9a90a. at 1732292528955Flushing a822b418350567ee453e7226f0c9a90a/f: creating writer at 1732292528955Flushing a822b418350567ee453e7226f0c9a90a/f: appending metadata at 1732292528975 (+20 ms)Flushing a822b418350567ee453e7226f0c9a90a/f: closing flushed file at 1732292528975Flushing a822b418350567ee453e7226f0c9a90a/f1: creating writer at 1732292528999 (+24 ms)Flushing a822b418350567ee453e7226f0c9a90a/f1: appending metadata at 1732292529016 (+17 ms)Flushing a822b418350567ee453e7226f0c9a90a/f1: closing flushed file at 1732292529016Flushing a822b418350567ee453e7226f0c9a90a/norep: creating writer at 1732292529425 (+409 ms)Flushing a822b418350567ee453e7226f0c9a90a/norep: appending metadata at 1732292529443 (+18 ms)Flushing a822b418350567ee453e7226f0c9a90a/norep: closing flushed file at 1732292529443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db3de3f: reopening flushed file at 1732292529457 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13041c78: reopening flushed file at 1732292529461 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30526047: reopening flushed file at 1732292529465 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a822b418350567ee453e7226f0c9a90a in 515ms, sequenceid=6, compaction requested=false at 1732292529469 (+4 ms)Writing region close event to WAL at 1732292529475 (+6 ms)Running coprocessor post-close hooks at 1732292529478 (+3 ms)Closed at 1732292529478 2024-11-22T16:22:09,479 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292509148.a822b418350567ee453e7226f0c9a90a. 2024-11-22T16:22:09,510 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,36919,1732292496183; all regions closed. 2024-11-22T16:22:09,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741834_1010 (size=4239) 2024-11-22T16:22:09,514 DEBUG [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs 2024-11-22T16:22:09,514 INFO [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36919%2C1732292496183.meta:.meta(num 1732292497738) 2024-11-22T16:22:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741839_1015 (size=2240) 2024-11-22T16:22:09,518 DEBUG [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs 2024-11-22T16:22:09,518 INFO [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36919%2C1732292496183.rep:(num 1732292512452) 2024-11-22T16:22:09,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741833_1009 (size=1535) 2024-11-22T16:22:09,521 DEBUG [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/oldWALs 2024-11-22T16:22:09,521 INFO [RS:0;93fb7f16a334:36919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C36919%2C1732292496183:(num 1732292497406) 2024-11-22T16:22:09,521 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:09,521 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:09,521 INFO [RS:0;93fb7f16a334:36919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:09,522 INFO [RS:0;93fb7f16a334:36919 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:09,522 INFO [RS:0;93fb7f16a334:36919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:09,522 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:09,522 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,36919,1732292496183 because: Region server is closing 2024-11-22T16:22:09,522 INFO [RS:0;93fb7f16a334:36919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:36919. 2024-11-22T16:22:09,522 DEBUG [RS:0;93fb7f16a334:36919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:09,522 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:09,522 DEBUG [RS:0;93fb7f16a334:36919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:09,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:09,603 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:09,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,623 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-22T16:22:09,623 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.wal-reader.93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:22:09,623 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,36919,1732292496183.replicationSource.shipper93fb7f16a334%2C36919%2C1732292496183,1-93fb7f16a334,36919,1732292496183 terminated 2024-11-22T16:22:09,623 INFO [RS:0;93fb7f16a334:36919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36919 2024-11-22T16:22:09,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506/rs 2024-11-22T16:22:09,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008428506/rs/93fb7f16a334,36919,1732292496183 2024-11-22T16:22:09,668 INFO [RS:0;93fb7f16a334:36919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:09,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,36919,1732292496183] 2024-11-22T16:22:09,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:09,689 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/draining/93fb7f16a334,36919,1732292496183 already deleted, retry=false 2024-11-22T16:22:09,689 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,36919,1732292496183 expired; onlineServers=0 2024-11-22T16:22:09,689 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,43179,1732292495814' ***** 2024-11-22T16:22:09,689 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:09,690 DEBUG [M:0;93fb7f16a334:43179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:09,690 DEBUG [M:0;93fb7f16a334:43179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:09,690 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:09,690 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292497094 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292497094,5,FailOnTimeoutGroup] 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:09,690 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292497083 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292497083,5,FailOnTimeoutGroup] 2024-11-22T16:22:09,690 DEBUG [M:0;93fb7f16a334:43179 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:09,690 ERROR [M:0;93fb7f16a334:43179 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44761,5,PEWorkerGroup] 2024-11-22T16:22:09,690 INFO [M:0;93fb7f16a334:43179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:09,691 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1008428506/master 2024-11-22T16:22:09,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1008428506 2024-11-22T16:22:09,710 DEBUG [M:0;93fb7f16a334:43179 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1008428506/master already deleted, retry=false 2024-11-22T16:22:09,710 DEBUG [M:0;93fb7f16a334:43179 {}] master.ActiveMasterManager(353): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1008428506/master 2024-11-22T16:22:09,711 INFO [M:0;93fb7f16a334:43179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/.lastflushedseqids 2024-11-22T16:22:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741848_1024 (size=245) 2024-11-22T16:22:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:09,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36919-0x1016359bc9b0001, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:09,780 INFO [RS:0;93fb7f16a334:36919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:09,780 INFO [RS:0;93fb7f16a334:36919 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,36919,1732292496183; zookeeper connection closed. 2024-11-22T16:22:09,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b138edd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b138edd 2024-11-22T16:22:09,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:10,121 INFO [M:0;93fb7f16a334:43179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:10,121 INFO [M:0;93fb7f16a334:43179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:10,122 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:10,122 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:10,122 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:10,122 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:10,122 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:10,122 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-22T16:22:10,143 DEBUG [M:0;93fb7f16a334:43179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0fecad6c74946408ae4781342b8f667 is 82, key is hbase:meta,,1/info:regioninfo/1732292497784/Put/seqid=0 2024-11-22T16:22:10,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741849_1025 (size=5672) 2024-11-22T16:22:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:22:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:22:10,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:10,547 INFO [M:0;93fb7f16a334:43179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0fecad6c74946408ae4781342b8f667 2024-11-22T16:22:10,603 DEBUG [M:0;93fb7f16a334:43179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d41161cc7984a2bbf534f3dac7abc30 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292509520/Put/seqid=0 2024-11-22T16:22:10,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741850_1026 (size=7217) 2024-11-22T16:22:11,106 INFO [M:0;93fb7f16a334:43179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d41161cc7984a2bbf534f3dac7abc30 2024-11-22T16:22:11,109 INFO [M:0;93fb7f16a334:43179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d41161cc7984a2bbf534f3dac7abc30 2024-11-22T16:22:11,121 DEBUG [M:0;93fb7f16a334:43179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0614067303240ee9872494fb89279d0 is 69, key is 93fb7f16a334,36919,1732292496183/rs:state/1732292497216/Put/seqid=0 2024-11-22T16:22:11,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741851_1027 (size=5156) 2024-11-22T16:22:11,525 INFO [M:0;93fb7f16a334:43179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0614067303240ee9872494fb89279d0 2024-11-22T16:22:11,529 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0fecad6c74946408ae4781342b8f667 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0fecad6c74946408ae4781342b8f667 2024-11-22T16:22:11,532 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0fecad6c74946408ae4781342b8f667, entries=8, sequenceid=105, filesize=5.5 K 2024-11-22T16:22:11,533 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d41161cc7984a2bbf534f3dac7abc30 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d41161cc7984a2bbf534f3dac7abc30 2024-11-22T16:22:11,536 INFO [M:0;93fb7f16a334:43179 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d41161cc7984a2bbf534f3dac7abc30 2024-11-22T16:22:11,536 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d41161cc7984a2bbf534f3dac7abc30, entries=11, sequenceid=105, filesize=7.0 K 2024-11-22T16:22:11,537 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0614067303240ee9872494fb89279d0 as hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0614067303240ee9872494fb89279d0 2024-11-22T16:22:11,539 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44761/user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0614067303240ee9872494fb89279d0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-22T16:22:11,540 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1418ms, sequenceid=105, compaction requested=false 2024-11-22T16:22:11,541 INFO [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:11,541 DEBUG [M:0;93fb7f16a334:43179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292530122Disabling compacts and flushes for region at 1732292530122Disabling writes for close at 1732292530122Obtaining lock to block concurrent updates at 1732292530122Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292530122Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732292530122Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292530123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292530123Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292530143 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292530143Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292530591 (+448 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292530602 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292530603 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292531109 (+506 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292531120 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292531120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9aff38: reopening flushed file at 1732292531528 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e146325: reopening flushed file at 1732292531532 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266ce836: reopening flushed file at 1732292531536 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1418ms, sequenceid=105, compaction requested=false at 1732292531540 (+4 ms)Writing region close event to WAL at 1732292531541 (+1 ms)Closed at 1732292531541 2024-11-22T16:22:11,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42347 is added to blk_1073741830_1006 (size=64411) 2024-11-22T16:22:11,542 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/764bb9b9-bec7-6bc2-1d9f-e7cd3b8585f9/MasterData/WALs/93fb7f16a334,43179,1732292495814/93fb7f16a334%2C43179%2C1732292495814.1732292496787 not finished, retry = 0 2024-11-22T16:22:11,645 INFO [M:0;93fb7f16a334:43179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:11,645 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:11,645 INFO [M:0;93fb7f16a334:43179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43179 2024-11-22T16:22:11,645 INFO [M:0;93fb7f16a334:43179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:11,789 INFO [M:0;93fb7f16a334:43179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:11,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43179-0x1016359bc9b0000, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:11,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1dc97342{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:11,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22a40561{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:11,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:11,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b401087{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:11,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c7b657{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:11,794 WARN [BP-1452461051-172.17.0.2-1732292493582 heartbeating to localhost/127.0.0.1:44761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:11,794 WARN [BP-1452461051-172.17.0.2-1732292493582 heartbeating to localhost/127.0.0.1:44761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1452461051-172.17.0.2-1732292493582 (Datanode Uuid 45ba5c09-7745-4dd5-9a53-17039b1f235b) service to localhost/127.0.0.1:44761 2024-11-22T16:22:11,794 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:11,794 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:11,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/data/data1/current/BP-1452461051-172.17.0.2-1732292493582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:11,795 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/cluster_a050c789-8eb7-692c-fe6d-330b54f26dc1/data/data2/current/BP-1452461051-172.17.0.2-1732292493582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:11,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:11,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39dddff9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:11,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@871521f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:11,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:11,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47c2e923{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:11,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@340750b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf9ccd80-0c9c-9a29-df24-434cad8fe1a7/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:11,809 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:22:11,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:11,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 314) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33435 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:44761 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:33435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43435 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43435 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43435 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:43435 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 734) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=517 (was 400) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2518 (was 1796) - AvailableMemoryMB LEAK? - 2024-11-22T16:22:11,841 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=517, ProcessCount=11, AvailableMemoryMB=2516 2024-11-22T16:22:11,853 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-22T16:22:11,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir so I do NOT create it in target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f 2024-11-22T16:22:11,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:22:11,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.tmp.dir so I do NOT create it in target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f 2024-11-22T16:22:11,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a1b59758-f366-e3f3-9a06-59a845a2c2f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:22:11,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f 2024-11-22T16:22:11,854 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29, deleteOnExit=true 2024-11-22T16:22:11,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/zookeeper_0, clientPort=58505, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:22:11,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58505 2024-11-22T16:22:11,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:22:11,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:22:11,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/test.cache.data in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:22:11,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:22:11,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:11,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:22:11,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:22:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1016359bc9b0005, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1016359bc9b0008, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1016359bc9b0002, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:11,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1016359bc9b0002, quorum=127.0.0.1:63760, baseZNode=/0-1008428506 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:22:11,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1016359bc9b0005, quorum=127.0.0.1:63760, baseZNode=/1-1745080879 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:22:11,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1016359bc9b0008, quorum=127.0.0.1:63760, baseZNode=/2951836225 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:22:12,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:12,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:12,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:12,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:12,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:22:12,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:12,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de7ba6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:12,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c3e5131{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:12,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31fc48d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/java.io.tmpdir/jetty-localhost-41283-hadoop-hdfs-3_4_1-tests_jar-_-any-5784492503512467009/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:12,318 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:41283} 2024-11-22T16:22:12,318 INFO [Time-limited test {}] server.Server(415): Started @317735ms 2024-11-22T16:22:12,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:12,593 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:12,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:12,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:12,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:22:12,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a405ffd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:12,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47070fe4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:12,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f56aab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/java.io.tmpdir/jetty-localhost-41723-hadoop-hdfs-3_4_1-tests_jar-_-any-10169384453594697968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:12,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:41723} 2024-11-22T16:22:12,711 INFO [Time-limited test {}] server.Server(415): Started @318129ms 2024-11-22T16:22:12,712 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:22:13,534 WARN [Thread-4164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data1/current/BP-482504814-172.17.0.2-1732292531873/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:13,534 WARN [Thread-4165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data2/current/BP-482504814-172.17.0.2-1732292531873/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:13,550 WARN [Thread-4152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:22:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d20ed63c0469b7a with lease ID 0x752759fa88a55097: Processing first storage report for DS-bb80bd63-d155-4c9b-b67d-4358eebe2dd0 from datanode DatanodeRegistration(127.0.0.1:34027, datanodeUuid=c302cbe8-ce6b-4c20-88e0-876b619e0c0d, infoPort=33083, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=2134035641;c=1732292531873) 2024-11-22T16:22:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d20ed63c0469b7a with lease ID 0x752759fa88a55097: from storage DS-bb80bd63-d155-4c9b-b67d-4358eebe2dd0 node DatanodeRegistration(127.0.0.1:34027, datanodeUuid=c302cbe8-ce6b-4c20-88e0-876b619e0c0d, infoPort=33083, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=2134035641;c=1732292531873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d20ed63c0469b7a with lease ID 0x752759fa88a55097: Processing first storage report for DS-c7d4825d-e126-4ecf-9b0c-b8213b98e6fa from datanode DatanodeRegistration(127.0.0.1:34027, datanodeUuid=c302cbe8-ce6b-4c20-88e0-876b619e0c0d, infoPort=33083, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=2134035641;c=1732292531873) 2024-11-22T16:22:13,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d20ed63c0469b7a with lease ID 0x752759fa88a55097: from storage DS-c7d4825d-e126-4ecf-9b0c-b8213b98e6fa node DatanodeRegistration(127.0.0.1:34027, datanodeUuid=c302cbe8-ce6b-4c20-88e0-876b619e0c0d, infoPort=33083, infoSecurePort=0, ipcPort=35673, storageInfo=lv=-57;cid=testClusterID;nsid=2134035641;c=1732292531873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:13,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f 2024-11-22T16:22:13,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:13,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:13,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:22:14,057 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25 with version=8 2024-11-22T16:22:14,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/hbase-staging 2024-11-22T16:22:14,059 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:14,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:14,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:22:14,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:14,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42321 2024-11-22T16:22:14,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42321 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-11-22T16:22:14,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423210x0, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:14,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42321-0x101635a523b0000 connected 2024-11-22T16:22:14,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:14,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:14,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on znode that does not yet exist, /0153435257/running 2024-11-22T16:22:14,197 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25, hbase.cluster.distributed=false 2024-11-22T16:22:14,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on znode that does not yet exist, /0153435257/acl 2024-11-22T16:22:14,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-22T16:22:14,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42321 2024-11-22T16:22:14,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42321 2024-11-22T16:22:14,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-22T16:22:14,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42321 2024-11-22T16:22:14,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:14,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:14,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:14,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:14,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:22:14,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:14,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39389 2024-11-22T16:22:14,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39389 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-11-22T16:22:14,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:14,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:14,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393890x0, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:14,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39389-0x101635a523b0001 connected 2024-11-22T16:22:14,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393890x0, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on znode that does not yet exist, /0153435257/running 2024-11-22T16:22:14,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:22:14,244 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:22:14,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on znode that does not yet exist, /0153435257/master 2024-11-22T16:22:14,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on znode that does not yet exist, /0153435257/acl 2024-11-22T16:22:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-22T16:22:14,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39389 2024-11-22T16:22:14,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39389 2024-11-22T16:22:14,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-22T16:22:14,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39389 2024-11-22T16:22:14,280 DEBUG [M:0;93fb7f16a334:42321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:42321 2024-11-22T16:22:14,281 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0153435257/backup-masters/93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257/backup-masters 2024-11-22T16:22:14,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257/backup-masters 2024-11-22T16:22:14,287 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on existing znode=/0153435257/backup-masters/93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153435257/master 2024-11-22T16:22:14,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,298 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on existing znode=/0153435257/master 2024-11-22T16:22:14,298 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0153435257/backup-masters/93fb7f16a334,42321,1732292534059 from backup master directory 2024-11-22T16:22:14,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0153435257/backup-masters/93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257/backup-masters 2024-11-22T16:22:14,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257/backup-masters 2024-11-22T16:22:14,308 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:14,308 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,311 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/hbase.id] with ID: 1b1b2034-c3ca-4520-b2ea-f23d4921372f 2024-11-22T16:22:14,311 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/.tmp/hbase.id 2024-11-22T16:22:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:22:14,320 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/.tmp/hbase.id]:[hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/hbase.id] 2024-11-22T16:22:14,334 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:14,334 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:22:14,335 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:22:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:22:14,358 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:14,359 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:22:14,362 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:22:14,375 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/data/master/store 2024-11-22T16:22:14,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:14,385 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:14,385 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:14,385 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292534385Disabling compacts and flushes for region at 1732292534385Disabling writes for close at 1732292534385Writing region close event to WAL at 1732292534385Closed at 1732292534385 2024-11-22T16:22:14,386 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/data/master/store/.initializing 2024-11-22T16:22:14,386 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/WALs/93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,387 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:14,390 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C42321%2C1732292534059, suffix=, logDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/WALs/93fb7f16a334,42321,1732292534059, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/oldWALs, maxLogs=10 2024-11-22T16:22:14,411 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/WALs/93fb7f16a334,42321,1732292534059/93fb7f16a334%2C42321%2C1732292534059.1732292534390, exclude list is [], retry=0 2024-11-22T16:22:14,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-bb80bd63-d155-4c9b-b67d-4358eebe2dd0,DISK] 2024-11-22T16:22:14,418 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/WALs/93fb7f16a334,42321,1732292534059/93fb7f16a334%2C42321%2C1732292534059.1732292534390 2024-11-22T16:22:14,424 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-22T16:22:14,424 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:14,425 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:14,425 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,425 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:22:14,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:14,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:14,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:22:14,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:14,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:14,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:22:14,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:14,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:14,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:22:14,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:14,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:14,430 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,431 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,431 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,432 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,432 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:14,433 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:14,435 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:14,435 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62168623, jitterRate=-0.07361532747745514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:14,436 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292534425Initializing all the Stores at 1732292534425Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292534426 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292534426Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292534426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292534426Cleaning up temporary data from old regions at 1732292534432 (+6 ms)Region opened successfully at 1732292534436 (+4 ms) 2024-11-22T16:22:14,436 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:22:14,439 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f950852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:14,440 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:22:14,440 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:22:14,440 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:22:14,441 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:22:14,441 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:22:14,441 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:22:14,441 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:22:14,443 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:22:14,444 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Unable to get data of znode /0153435257/balancer because node does not exist (not necessarily an error) 2024-11-22T16:22:14,455 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153435257/balancer already deleted, retry=false 2024-11-22T16:22:14,455 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:22:14,456 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Unable to get data of znode /0153435257/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:22:14,465 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153435257/normalizer already deleted, retry=false 2024-11-22T16:22:14,466 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:22:14,467 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Unable to get data of znode /0153435257/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:22:14,476 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153435257/switch/split already deleted, retry=false 2024-11-22T16:22:14,477 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Unable to get data of znode /0153435257/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:22:14,487 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153435257/switch/merge already deleted, retry=false 2024-11-22T16:22:14,488 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Unable to get data of znode /0153435257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:22:14,497 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0153435257/snapshot-cleanup already deleted, retry=false 2024-11-22T16:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153435257/running 2024-11-22T16:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0153435257/running 2024-11-22T16:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,508 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,42321,1732292534059, sessionid=0x101635a523b0000, setting cluster-up flag (Was=false) 2024-11-22T16:22:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,560 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153435257/flush-table-proc/acquired, /0153435257/flush-table-proc/reached, /0153435257/flush-table-proc/abort 2024-11-22T16:22:14,561 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:14,644 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0153435257/online-snapshot/acquired, /0153435257/online-snapshot/reached, /0153435257/online-snapshot/abort 2024-11-22T16:22:14,645 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,42321,1732292534059 2024-11-22T16:22:14,646 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:22:14,647 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:14,647 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:22:14,647 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:22:14,647 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,42321,1732292534059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:14,648 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292564649 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:22:14,649 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:14,649 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:22:14,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:22:14,650 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292534650,5,FailOnTimeoutGroup] 2024-11-22T16:22:14,650 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292534650,5,FailOnTimeoutGroup] 2024-11-22T16:22:14,650 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,651 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:22:14,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:14,651 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,651 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:22:14,661 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(746): ClusterId : 1b1b2034-c3ca-4520-b2ea-f23d4921372f 2024-11-22T16:22:14,661 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:22:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:22:14,674 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:22:14,674 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:22:14,695 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:22:14,695 DEBUG [RS:0;93fb7f16a334:39389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417e59e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:14,707 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:39389 2024-11-22T16:22:14,707 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:22:14,707 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:22:14,707 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:22:14,708 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,42321,1732292534059 with port=39389, startcode=1732292534223 2024-11-22T16:22:14,708 DEBUG [RS:0;93fb7f16a334:39389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:22:14,709 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:22:14,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,709 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42321 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,710 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25 2024-11-22T16:22:14,710 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35795 2024-11-22T16:22:14,710 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:22:14,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257/rs 2024-11-22T16:22:14,719 DEBUG [RS:0;93fb7f16a334:39389 {}] zookeeper.ZKUtil(111): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Set watcher on existing znode=/0153435257/rs/93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,719 WARN [RS:0;93fb7f16a334:39389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:14,719 INFO [RS:0;93fb7f16a334:39389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:14,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,39389,1732292534223] 2024-11-22T16:22:14,719 DEBUG [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,722 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:22:14,723 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:22:14,723 INFO [RS:0;93fb7f16a334:39389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:22:14,723 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,723 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:22:14,724 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:22:14,724 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:14,724 DEBUG [RS:0;93fb7f16a334:39389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:14,727 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,727 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,728 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,728 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,728 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,728 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39389,1732292534223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:14,743 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:22:14,744 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39389,1732292534223-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,744 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,744 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.Replication(171): 93fb7f16a334,39389,1732292534223 started 2024-11-22T16:22:14,756 INFO [RS:0;93fb7f16a334:39389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:14,756 INFO [RS:0;93fb7f16a334:39389 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,39389,1732292534223, RpcServer on 93fb7f16a334/172.17.0.2:39389, sessionid=0x101635a523b0001 2024-11-22T16:22:14,756 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:22:14,756 DEBUG [RS:0;93fb7f16a334:39389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,756 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39389,1732292534223' 2024-11-22T16:22:14,756 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153435257/flush-table-proc/abort' 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153435257/flush-table-proc/acquired' 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,39389,1732292534223 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39389,1732292534223' 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0153435257/online-snapshot/abort' 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0153435257/online-snapshot/acquired' 2024-11-22T16:22:14,757 DEBUG [RS:0;93fb7f16a334:39389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:22:14,758 INFO [RS:0;93fb7f16a334:39389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:22:14,758 INFO [RS:0;93fb7f16a334:39389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:22:14,858 INFO [RS:0;93fb7f16a334:39389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:14,859 INFO [RS:0;93fb7f16a334:39389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C39389%2C1732292534223, suffix=, logDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/oldWALs, maxLogs=10 2024-11-22T16:22:14,872 DEBUG [RS:0;93fb7f16a334:39389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223/93fb7f16a334%2C39389%2C1732292534223.1732292534859, exclude list is [], retry=0 2024-11-22T16:22:14,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-bb80bd63-d155-4c9b-b67d-4358eebe2dd0,DISK] 2024-11-22T16:22:14,878 INFO [RS:0;93fb7f16a334:39389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223/93fb7f16a334%2C39389%2C1732292534223.1732292534859 2024-11-22T16:22:14,878 DEBUG [RS:0;93fb7f16a334:39389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-22T16:22:14,950 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:14,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:15,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:22:15,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25 2024-11-22T16:22:15,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:22:15,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:15,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:15,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:15,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:15,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:15,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:15,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:15,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:15,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:15,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:15,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/1588230740 2024-11-22T16:22:15,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/1588230740 2024-11-22T16:22:15,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:15,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:15,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:15,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:15,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:15,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59528997, jitterRate=-0.11294881999492645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292535480Initializing all the Stores at 1732292535481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292535481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535481Cleaning up temporary data from old regions at 1732292535487 (+6 ms)Region opened successfully at 1732292535490 (+3 ms) 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:15,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:15,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292535491Disabling compacts and flushes for region at 1732292535491Disabling writes for close at 1732292535491Writing region close event to WAL at 1732292535491Closed at 1732292535491 2024-11-22T16:22:15,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:15,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:22:15,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:22:15,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:15,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:22:15,644 DEBUG [93fb7f16a334:42321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:22:15,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:15,645 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,39389,1732292534223, state=OPENING 2024-11-22T16:22:15,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:22:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:15,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0153435257 2024-11-22T16:22:15,666 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:15,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,39389,1732292534223}] 2024-11-22T16:22:15,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153435257/meta-region-server: CHANGED 2024-11-22T16:22:15,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153435257/meta-region-server: CHANGED 2024-11-22T16:22:15,818 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:15,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:22:15,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:22:15,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:15,822 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:22:15,823 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C39389%2C1732292534223.meta, suffix=.meta, logDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223, archiveDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/oldWALs, maxLogs=10 2024-11-22T16:22:15,840 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223/93fb7f16a334%2C39389%2C1732292534223.meta.1732292535823.meta, exclude list is [], retry=0 2024-11-22T16:22:15,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-bb80bd63-d155-4c9b-b67d-4358eebe2dd0,DISK] 2024-11-22T16:22:15,844 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/WALs/93fb7f16a334,39389,1732292534223/93fb7f16a334%2C39389%2C1732292534223.meta.1732292535823.meta 2024-11-22T16:22:15,845 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33083:33083)] 2024-11-22T16:22:15,845 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:15,845 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:22:15,846 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:22:15,846 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:22:15,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:15,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:15,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:15,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:15,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:15,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:15,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:15,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:15,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:15,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:15,854 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:15,854 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/1588230740 2024-11-22T16:22:15,855 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/hbase/meta/1588230740 2024-11-22T16:22:15,856 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:15,856 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:15,856 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:15,857 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:15,857 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60252365, jitterRate=-0.10216979682445526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:15,858 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:22:15,858 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292535846Writing region info on filesystem at 1732292535846Initializing all the Stores at 1732292535847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535847Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292535847Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292535847Cleaning up temporary data from old regions at 1732292535856 (+9 ms)Running coprocessor post-open hooks at 1732292535858 (+2 ms)Region opened successfully at 1732292535858 2024-11-22T16:22:15,859 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292535818 2024-11-22T16:22:15,860 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:22:15,860 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:22:15,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:15,861 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,39389,1732292534223, state=OPEN 2024-11-22T16:22:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39389-0x101635a523b0001, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153435257/meta-region-server 2024-11-22T16:22:15,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42321-0x101635a523b0000, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0153435257/meta-region-server 2024-11-22T16:22:15,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:15,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153435257/meta-region-server: CHANGED 2024-11-22T16:22:15,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0153435257/meta-region-server: CHANGED 2024-11-22T16:22:15,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:22:15,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,39389,1732292534223 in 240 msec 2024-11-22T16:22:15,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:22:15,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-22T16:22:15,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:15,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:22:15,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:15,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39389,1732292534223, seqNum=-1] 2024-11-22T16:22:15,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:15,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:15,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-22T16:22:15,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292535917, completionTime=-1 2024-11-22T16:22:15,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:22:15,917 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292595919 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292655919 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:42321, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,919 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,920 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,922 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.617sec 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:15,925 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:22:15,928 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:22:15,928 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:22:15,928 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,42321,1732292534059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:15,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea30d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:15,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42321,-1 for getting cluster id 2024-11-22T16:22:15,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:15,964 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b1b2034-c3ca-4520-b2ea-f23d4921372f' 2024-11-22T16:22:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:15,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b1b2034-c3ca-4520-b2ea-f23d4921372f" 2024-11-22T16:22:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292036da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42321,-1] 2024-11-22T16:22:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:15,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:15,966 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:15,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58427f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:15,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:15,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39389,1732292534223, seqNum=-1] 2024-11-22T16:22:15,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:15,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:15,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,42321,1732292534059 2024-11-22T16:22:15,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58505 2024-11-22T16:22:15,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58505, baseZNode=/0153435257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:15,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101635a523b0002 connected 2024-11-22T16:22:15,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42321,1732292534059 2024-11-22T16:22:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53c9fb0e 2024-11-22T16:22:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:15,997 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:15,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:22:16,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:22:16,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:16,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:22:16,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:22:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:16,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:22:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:16,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 148336f2c995aa18653246eeda067dcb, NAME => 'test,,1732292535997.148336f2c995aa18653246eeda067dcb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25 2024-11-22T16:22:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292535997.148336f2c995aa18653246eeda067dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 148336f2c995aa18653246eeda067dcb, disabling compactions & flushes 2024-11-22T16:22:16,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292535997.148336f2c995aa18653246eeda067dcb. after waiting 0 ms 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,418 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,418 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 148336f2c995aa18653246eeda067dcb: Waiting for close lock at 1732292536418Disabling compacts and flushes for region at 1732292536418Disabling writes for close at 1732292536418Writing region close event to WAL at 1732292536418Closed at 1732292536418 2024-11-22T16:22:16,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:22:16,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292535997.148336f2c995aa18653246eeda067dcb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292536419"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292536419"}]},"ts":"1732292536419"} 2024-11-22T16:22:16,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:22:16,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:22:16,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292536421"}]},"ts":"1732292536421"} 2024-11-22T16:22:16,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:22:16,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=148336f2c995aa18653246eeda067dcb, ASSIGN}] 2024-11-22T16:22:16,424 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=148336f2c995aa18653246eeda067dcb, ASSIGN 2024-11-22T16:22:16,424 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=148336f2c995aa18653246eeda067dcb, ASSIGN; state=OFFLINE, location=93fb7f16a334,39389,1732292534223; forceNewPlan=false, retain=false 2024-11-22T16:22:16,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=148336f2c995aa18653246eeda067dcb, regionState=OPENING, regionLocation=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:16,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=148336f2c995aa18653246eeda067dcb, ASSIGN because future has completed 2024-11-22T16:22:16,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148336f2c995aa18653246eeda067dcb, server=93fb7f16a334,39389,1732292534223}] 2024-11-22T16:22:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:16,731 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 148336f2c995aa18653246eeda067dcb, NAME => 'test,,1732292535997.148336f2c995aa18653246eeda067dcb.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:16,731 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:16,731 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:22:16,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292535997.148336f2c995aa18653246eeda067dcb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:16,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,731 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,732 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,733 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148336f2c995aa18653246eeda067dcb columnFamilyName f 2024-11-22T16:22:16,733 DEBUG [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:16,733 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(327): Store=148336f2c995aa18653246eeda067dcb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:16,733 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,734 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148336f2c995aa18653246eeda067dcb columnFamilyName f1 2024-11-22T16:22:16,734 DEBUG [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:16,734 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(327): Store=148336f2c995aa18653246eeda067dcb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:16,734 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,735 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148336f2c995aa18653246eeda067dcb columnFamilyName norep 2024-11-22T16:22:16,735 DEBUG [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:16,735 INFO [StoreOpener-148336f2c995aa18653246eeda067dcb-1 {}] regionserver.HStore(327): Store=148336f2c995aa18653246eeda067dcb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:16,735 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,735 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/default/test/148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,735 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/default/test/148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,736 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,736 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,736 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:22:16,737 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,738 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/data/default/test/148336f2c995aa18653246eeda067dcb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:16,739 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 148336f2c995aa18653246eeda067dcb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65129962, jitterRate=-0.029487937688827515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:22:16,739 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 148336f2c995aa18653246eeda067dcb 2024-11-22T16:22:16,739 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 148336f2c995aa18653246eeda067dcb: Running coprocessor pre-open hook at 1732292536731Writing region info on filesystem at 1732292536731Initializing all the Stores at 1732292536732 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292536732Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292536732Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292536732Cleaning up temporary data from old regions at 1732292536736 (+4 ms)Running coprocessor post-open hooks at 1732292536739 (+3 ms)Region opened successfully at 1732292536739 2024-11-22T16:22:16,740 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292535997.148336f2c995aa18653246eeda067dcb., pid=6, masterSystemTime=1732292536728 2024-11-22T16:22:16,741 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,742 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292535997.148336f2c995aa18653246eeda067dcb. 2024-11-22T16:22:16,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=148336f2c995aa18653246eeda067dcb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,39389,1732292534223 2024-11-22T16:22:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148336f2c995aa18653246eeda067dcb, server=93fb7f16a334,39389,1732292534223 because future has completed 2024-11-22T16:22:16,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:22:16,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 148336f2c995aa18653246eeda067dcb, server=93fb7f16a334,39389,1732292534223 in 167 msec 2024-11-22T16:22:16,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:22:16,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=148336f2c995aa18653246eeda067dcb, ASSIGN in 323 msec 2024-11-22T16:22:16,747 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:22:16,747 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292536747"}]},"ts":"1732292536747"} 2024-11-22T16:22:16,749 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:22:16,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:22:16,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 751 msec 2024-11-22T16:22:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:17,143 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:22:17,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd3a1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42321,-1 for getting cluster id 2024-11-22T16:22:17,144 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:17,145 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b1b2034-c3ca-4520-b2ea-f23d4921372f' 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b1b2034-c3ca-4520-b2ea-f23d4921372f" 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ed84d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42321,-1] 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:17,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,146 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:17,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b07030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,146 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42321,1732292534059 2024-11-22T16:22:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10cbba66 2024-11-22T16:22:17,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:17,148 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:17,148 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:42321,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:22:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:22:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:17,150 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:42321' 2024-11-22T16:22:17,151 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193dd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,151 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,42321,-1 for getting cluster id 2024-11-22T16:22:17,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:17,151 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b1b2034-c3ca-4520-b2ea-f23d4921372f' 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b1b2034-c3ca-4520-b2ea-f23d4921372f" 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a103ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,42321,-1] 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:17,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,153 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:17,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af24fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:17,153 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:17,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,42321,1732292534059 2024-11-22T16:22:17,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13461610 2024-11-22T16:22:17,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:17,154 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:17,155 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:22:17,155 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:22:17,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,155 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:17,155 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-22T16:22:17,160 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-22T16:22:17,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-22T16:22:17,161 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-22T16:22:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:17,254 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://93fb7f16a334:42321, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-22T16:22:17,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:17,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:17,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:17,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:17,266 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 360) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f9d6c9f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58505 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 3 on default port 35673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-207798023_20 at /127.0.0.1:51786 [Receiving block BP-482504814-172.17.0.2-1732292531873:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292534650 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2871223[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7857-acceptor-0@102a38fb-ServerConnector@5a6810b1{HTTP/1.1, (http/1.1)}{localhost:41283} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/93fb7f16a334:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(472981576) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58505) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1963855285-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25-prefix:93fb7f16a334,39389,1732292534223.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data1/current/BP-482504814-172.17.0.2-1732292531873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$598/0x00007f9d6cac18f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58505) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58505) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25-prefix:93fb7f16a334,39389,1732292534223 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:58505): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1963855285-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2121543313_20 at /127.0.0.1:51760 [Receiving block BP-482504814-172.17.0.2-1732292531873:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2f43f77c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2ad0721-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 93fb7f16a334:42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: PacketResponder: BP-482504814-172.17.0.2-1732292531873:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/93fb7f16a334:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp978240720-7903-acceptor-0@157129fc-ServerConnector@4cf3bcda{HTTP/1.1, (http/1.1)}{localhost:41723} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:35795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp978240720-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RS:0;93fb7f16a334:39389 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35795 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@15fba47b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@289868dc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@62d8367f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data2/current/BP-482504814-172.17.0.2-1732292531873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/93fb7f16a334:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e3d6d0d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-207798023_20 at /127.0.0.1:51804 [Receiving block BP-482504814-172.17.0.2-1732292531873:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-207798023_20 at /127.0.0.1:51714 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 35795 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: regionserver/93fb7f16a334:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:35795 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Session-HouseKeeper-29415183-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;93fb7f16a334:42321 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@3680c111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35673 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1963855285-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: IPC Server handler 3 on default port 35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/cluster_1c8c821e-2ebf-63b3-7070-ac60fd7d9f29/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp978240720-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292534650 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RS:0;93fb7f16a334:39389-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@40cca541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-482504814-172.17.0.2-1732292531873 heartbeating to localhost/127.0.0.1:35795 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 35795 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:35795/user/jenkins/test-data/9a15bfd0-8560-c2a6-eeef-934e4a92cb25/MasterData-prefix:93fb7f16a334,42321,1732292534059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-482504814-172.17.0.2-1732292531873:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35795 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp978240720-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1963855285-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9d6c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-482504814-172.17.0.2-1732292531873:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1963855285-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@45ccf7b6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42321 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 517), ProcessCount=11 (was 11), AvailableMemoryMB=2186 (was 2516) 2024-11-22T16:22:17,269 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-22T16:22:17,281 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=500, ProcessCount=11, AvailableMemoryMB=2186 2024-11-22T16:22:17,281 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-22T16:22:17,292 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-22T16:22:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.log.dir so I do NOT create it in target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130 2024-11-22T16:22:17,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:22:17,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.tmp.dir so I do NOT create it in target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130 2024-11-22T16:22:17,292 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a5daf57-1604-9e5f-2077-00ee365e5f3f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:22:17,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130 2024-11-22T16:22:17,293 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31, deleteOnExit=true 2024-11-22T16:22:17,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/zookeeper_0, clientPort=50633, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T16:22:17,295 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50633 2024-11-22T16:22:17,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/test.cache.data in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:22:17,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:17,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:22:17,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:22:17,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:17,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:17,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:17,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:17,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:22:17,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:17,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c975344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:17,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f35d1ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:17,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1808ff56{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/java.io.tmpdir/jetty-localhost-43529-hadoop-hdfs-3_4_1-tests_jar-_-any-11788934137031620055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:17,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a7f0e46{HTTP/1.1, (http/1.1)}{localhost:43529} 2024-11-22T16:22:17,950 INFO [Time-limited test {}] server.Server(415): Started @323367ms 2024-11-22T16:22:18,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:18,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:18,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:18,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:18,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:22:18,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50501624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:18,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12a4de79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:18,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71d4d198{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/java.io.tmpdir/jetty-localhost-39209-hadoop-hdfs-3_4_1-tests_jar-_-any-4079853757120033410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:18,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ef88c79{HTTP/1.1, (http/1.1)}{localhost:39209} 2024-11-22T16:22:18,388 INFO [Time-limited test {}] server.Server(415): Started @323805ms 2024-11-22T16:22:18,389 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:22:19,074 WARN [Thread-4299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/data/data2/current/BP-2108803209-172.17.0.2-1732292537322/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:19,074 WARN [Thread-4298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/data/data1/current/BP-2108803209-172.17.0.2-1732292537322/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:19,089 WARN [Thread-4286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:22:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b03d0e87f9f29f7 with lease ID 0xdb3c71c4d2b80405: Processing first storage report for DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37 from datanode DatanodeRegistration(127.0.0.1:34203, datanodeUuid=a0bdcc31-ceff-4618-aed1-f256715d6dd3, infoPort=44117, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=60199851;c=1732292537322) 2024-11-22T16:22:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b03d0e87f9f29f7 with lease ID 0xdb3c71c4d2b80405: from storage DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37 node DatanodeRegistration(127.0.0.1:34203, datanodeUuid=a0bdcc31-ceff-4618-aed1-f256715d6dd3, infoPort=44117, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=60199851;c=1732292537322), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b03d0e87f9f29f7 with lease ID 0xdb3c71c4d2b80405: Processing first storage report for DS-4ffe0346-173b-451f-9302-9f6daa92cf3e from datanode DatanodeRegistration(127.0.0.1:34203, datanodeUuid=a0bdcc31-ceff-4618-aed1-f256715d6dd3, infoPort=44117, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=60199851;c=1732292537322) 2024-11-22T16:22:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b03d0e87f9f29f7 with lease ID 0xdb3c71c4d2b80405: from storage DS-4ffe0346-173b-451f-9302-9f6daa92cf3e node DatanodeRegistration(127.0.0.1:34203, datanodeUuid=a0bdcc31-ceff-4618-aed1-f256715d6dd3, infoPort=44117, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=60199851;c=1732292537322), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:19,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130 2024-11-22T16:22:19,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:22:19,527 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90 with version=8 2024-11-22T16:22:19,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/hbase-staging 2024-11-22T16:22:19,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:19,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38115 2024-11-22T16:22:19,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38115 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:19,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381150x0, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:19,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38115-0x101635a677a0000 connected 2024-11-22T16:22:19,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/running 2024-11-22T16:22:19,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90, hbase.cluster.distributed=false 2024-11-22T16:22:19,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/acl 2024-11-22T16:22:19,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-22T16:22:19,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38115 2024-11-22T16:22:19,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38115 2024-11-22T16:22:19,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-22T16:22:19,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38115 2024-11-22T16:22:19,723 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:22:19,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:19,724 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35957 2024-11-22T16:22:19,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35957 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:19,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:19,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359570x0, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:19,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359570x0, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/running 2024-11-22T16:22:19,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35957-0x101635a677a0001 connected 2024-11-22T16:22:19,734 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:22:19,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:22:19,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/master 2024-11-22T16:22:19,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/acl 2024-11-22T16:22:19,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-22T16:22:19,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35957 2024-11-22T16:22:19,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35957 2024-11-22T16:22:19,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-22T16:22:19,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35957 2024-11-22T16:22:19,751 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:38115 2024-11-22T16:22:19,752 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2091743002/backup-masters/93fb7f16a334,38115,1732292539528 2024-11-22T16:22:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/backup-masters 2024-11-22T16:22:19,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/backup-masters 2024-11-22T16:22:19,763 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on existing znode=/0-2091743002/backup-masters/93fb7f16a334,38115,1732292539528 2024-11-22T16:22:19,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2091743002/master 2024-11-22T16:22:19,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:19,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:19,775 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on existing znode=/0-2091743002/master 2024-11-22T16:22:19,776 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2091743002/backup-masters/93fb7f16a334,38115,1732292539528 from backup master directory 2024-11-22T16:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2091743002/backup-masters/93fb7f16a334,38115,1732292539528 2024-11-22T16:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/backup-masters 2024-11-22T16:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/backup-masters 2024-11-22T16:22:19,786 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:19,786 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,38115,1732292539528 2024-11-22T16:22:19,788 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/hbase.id] with ID: 079263cb-b53a-4147-8593-03d77e19b477 2024-11-22T16:22:19,788 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/.tmp/hbase.id 2024-11-22T16:22:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:22:20,195 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/.tmp/hbase.id]:[hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/hbase.id] 2024-11-22T16:22:20,201 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:20,202 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:22:20,202 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-22T16:22:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:22:20,232 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:20,233 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:22:20,236 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:20,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:22:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T16:22:20,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T16:22:20,416 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-22T16:22:20,416 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-22T16:22:20,417 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:20,417 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-22T16:22:20,642 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store 2024-11-22T16:22:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:20,653 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:20,653 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:20,653 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292540653Disabling compacts and flushes for region at 1732292540653Disabling writes for close at 1732292540653Writing region close event to WAL at 1732292540653Closed at 1732292540653 2024-11-22T16:22:20,654 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/.initializing 2024-11-22T16:22:20,654 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/WALs/93fb7f16a334,38115,1732292539528 2024-11-22T16:22:20,655 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:20,656 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C38115%2C1732292539528, suffix=, logDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/WALs/93fb7f16a334,38115,1732292539528, archiveDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/oldWALs, maxLogs=10 2024-11-22T16:22:20,675 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/WALs/93fb7f16a334,38115,1732292539528/93fb7f16a334%2C38115%2C1732292539528.1732292540656, exclude list is [], retry=0 2024-11-22T16:22:20,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:20,683 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/WALs/93fb7f16a334,38115,1732292539528/93fb7f16a334%2C38115%2C1732292539528.1732292540656 2024-11-22T16:22:20,686 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:20,687 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:20,687 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:20,687 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,687 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:22:20,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:20,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:22:20,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:20,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:20,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:22:20,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:22:20,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:20,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:20,702 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,703 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,703 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,704 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,704 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,705 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:20,706 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:20,707 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:20,708 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60532916, jitterRate=-0.09798926115036011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:20,708 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292540687Initializing all the Stores at 1732292540688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292540688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292540696 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292540696Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292540696Cleaning up temporary data from old regions at 1732292540704 (+8 ms)Region opened successfully at 1732292540708 (+4 ms) 2024-11-22T16:22:20,714 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:22:20,716 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9c4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:20,717 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:22:20,717 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:22:20,717 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:22:20,718 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:22:20,718 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:22:20,718 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:22:20,718 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:22:20,721 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:22:20,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:22:20,722 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/balancer because node does not exist (not necessarily an error) 2024-11-22T16:22:20,722 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-22T16:22:20,744 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/balancer already deleted, retry=false 2024-11-22T16:22:20,744 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:22:20,745 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:22:20,754 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/normalizer already deleted, retry=false 2024-11-22T16:22:20,755 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:22:20,755 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:22:20,765 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/switch/split already deleted, retry=false 2024-11-22T16:22:20,766 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:22:20,775 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/switch/merge already deleted, retry=false 2024-11-22T16:22:20,777 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:22:20,785 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/snapshot-cleanup already deleted, retry=false 2024-11-22T16:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2091743002/running 2024-11-22T16:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2091743002/running 2024-11-22T16:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,797 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,38115,1732292539528, sessionid=0x101635a677a0000, setting cluster-up flag (Was=false) 2024-11-22T16:22:20,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,849 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2091743002/flush-table-proc/acquired, /0-2091743002/flush-table-proc/reached, /0-2091743002/flush-table-proc/abort 2024-11-22T16:22:20,850 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,38115,1732292539528 2024-11-22T16:22:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:20,901 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2091743002/online-snapshot/acquired, /0-2091743002/online-snapshot/reached, /0-2091743002/online-snapshot/abort 2024-11-22T16:22:20,902 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,38115,1732292539528 2024-11-22T16:22:20,903 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:22:20,905 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:20,905 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:22:20,905 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:22:20,905 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,38115,1732292539528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:20,906 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:20,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292570912 2024-11-22T16:22:20,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:20,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:22:20,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:22:20,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:22:20,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:20,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:22:20,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:22:20,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:22:20,917 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292540916,5,FailOnTimeoutGroup] 2024-11-22T16:22:20,917 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292540917,5,FailOnTimeoutGroup] 2024-11-22T16:22:20,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:20,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:22:20,917 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:20,918 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:22:20,944 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(746): ClusterId : 079263cb-b53a-4147-8593-03d77e19b477 2024-11-22T16:22:20,944 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:22:20,985 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:22:20,985 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:22:20,997 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:22:20,997 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c2ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:21,007 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:35957 2024-11-22T16:22:21,007 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:22:21,007 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:22:21,007 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:22:21,008 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,38115,1732292539528 with port=35957, startcode=1732292539723 2024-11-22T16:22:21,008 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:22:21,009 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:22:21,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,010 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90 2024-11-22T16:22:21,010 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36685 2024-11-22T16:22:21,010 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:22:21,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/rs 2024-11-22T16:22:21,018 DEBUG [RS:0;93fb7f16a334:35957 {}] zookeeper.ZKUtil(111): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on existing znode=/0-2091743002/rs/93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,018 WARN [RS:0;93fb7f16a334:35957 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:21,018 INFO [RS:0;93fb7f16a334:35957 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:21,018 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,35957,1732292539723] 2024-11-22T16:22:21,020 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:22:21,021 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:22:21,022 INFO [RS:0;93fb7f16a334:35957 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:22:21,022 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,022 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:22:21,022 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:22:21,022 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:21,023 DEBUG [RS:0;93fb7f16a334:35957 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,023 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35957,1732292539723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:21,035 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:22:21,035 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,35957,1732292539723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,035 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,035 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.Replication(171): 93fb7f16a334,35957,1732292539723 started 2024-11-22T16:22:21,047 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:21,047 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,35957,1732292539723, RpcServer on 93fb7f16a334/172.17.0.2:35957, sessionid=0x101635a677a0001 2024-11-22T16:22:21,047 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:22:21,047 DEBUG [RS:0;93fb7f16a334:35957 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,047 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35957,1732292539723' 2024-11-22T16:22:21,047 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2091743002/flush-table-proc/abort' 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2091743002/flush-table-proc/acquired' 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,35957,1732292539723' 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2091743002/online-snapshot/abort' 2024-11-22T16:22:21,048 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2091743002/online-snapshot/acquired' 2024-11-22T16:22:21,049 DEBUG [RS:0;93fb7f16a334:35957 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:22:21,049 INFO [RS:0;93fb7f16a334:35957 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:22:21,049 INFO [RS:0;93fb7f16a334:35957 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:22:21,149 INFO [RS:0;93fb7f16a334:35957 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:21,150 INFO [RS:0;93fb7f16a334:35957 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35957%2C1732292539723, suffix=, logDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723, archiveDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/oldWALs, maxLogs=10 2024-11-22T16:22:21,162 DEBUG [RS:0;93fb7f16a334:35957 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150, exclude list is [], retry=0 2024-11-22T16:22:21,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:21,165 INFO [RS:0;93fb7f16a334:35957 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 2024-11-22T16:22:21,165 DEBUG [RS:0;93fb7f16a334:35957 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:21,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:22:21,326 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90 2024-11-22T16:22:21,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:22:21,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:21,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:21,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:21,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:21,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:21,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:21,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:21,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:21,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:21,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:21,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:21,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:21,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:21,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:21,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:21,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:21,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:21,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:21,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740 2024-11-22T16:22:21,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740 2024-11-22T16:22:21,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:21,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:21,739 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:21,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:21,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:21,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71120861, jitterRate=0.059783414006233215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:21,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292541732Initializing all the Stores at 1732292541732Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292541732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292541732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292541732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292541732Cleaning up temporary data from old regions at 1732292541738 (+6 ms)Region opened successfully at 1732292541741 (+3 ms) 2024-11-22T16:22:21,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:21,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:21,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:21,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:21,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:21,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:21,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292541741Disabling compacts and flushes for region at 1732292541741Disabling writes for close at 1732292541742 (+1 ms)Writing region close event to WAL at 1732292541742Closed at 1732292541742 2024-11-22T16:22:21,743 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:21,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:22:21,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:22:21,744 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:21,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:22:21,895 DEBUG [93fb7f16a334:38115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:22:21,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:21,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35957,1732292539723, state=OPENING 2024-11-22T16:22:21,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:22:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:21,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:21,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2091743002/meta-region-server: CHANGED 2024-11-22T16:22:21,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2091743002/meta-region-server: CHANGED 2024-11-22T16:22:21,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:21,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35957,1732292539723}] 2024-11-22T16:22:22,091 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:22,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45915, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:22:22,094 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:22:22,094 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:22,094 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:22:22,095 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35957%2C1732292539723.meta, suffix=.meta, logDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723, archiveDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/oldWALs, maxLogs=10 2024-11-22T16:22:22,107 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292542095.meta, exclude list is [], retry=0 2024-11-22T16:22:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:22,110 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292542095.meta 2024-11-22T16:22:22,110 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:22,111 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:22:22,111 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:22:22,111 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:22:22,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:22,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:22,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:22,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:22,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:22,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:22,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:22,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:22,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:22,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:22,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:22,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:22,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:22,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:22,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:22,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:22,115 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:22,116 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740 2024-11-22T16:22:22,116 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740 2024-11-22T16:22:22,117 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:22,117 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:22,117 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:22,118 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:22,119 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68492108, jitterRate=0.020611941814422607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:22,119 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:22:22,119 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292542111Writing region info on filesystem at 1732292542111Initializing all the Stores at 1732292542112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292542112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292542112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292542112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292542112Cleaning up temporary data from old regions at 1732292542117 (+5 ms)Running coprocessor post-open hooks at 1732292542119 (+2 ms)Region opened successfully at 1732292542119 2024-11-22T16:22:22,119 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292542091 2024-11-22T16:22:22,121 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:22:22,121 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:22:22,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:22,122 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,35957,1732292539723, state=OPEN 2024-11-22T16:22:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2091743002/meta-region-server 2024-11-22T16:22:22,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2091743002/meta-region-server 2024-11-22T16:22:22,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:22,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2091743002/meta-region-server: CHANGED 2024-11-22T16:22:22,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2091743002/meta-region-server: CHANGED 2024-11-22T16:22:22,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:22:22,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,35957,1732292539723 in 205 msec 2024-11-22T16:22:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:22:22,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-22T16:22:22,146 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:22,146 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:22:22,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:22,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35957,1732292539723, seqNum=-1] 2024-11-22T16:22:22,147 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:22,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:22,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-22T16:22:22,152 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292542152, completionTime=-1 2024-11-22T16:22:22,152 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:22:22,152 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:22:22,153 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:22:22,153 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292602153 2024-11-22T16:22:22,153 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292662153 2024-11-22T16:22:22,153 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:38115, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,154 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,155 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:22:22,156 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.370sec 2024-11-22T16:22:22,156 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:22,157 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:22:22,158 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:22:22,158 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:22:22,159 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,38115,1732292539528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:22,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be37d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:22,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:22,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:22,245 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:22,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d327f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:22,246 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:22,247 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:22,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13eac5e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:22,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35957,1732292539723, seqNum=-1] 2024-11-22T16:22:22,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:22,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:22,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,38115,1732292539528 2024-11-22T16:22:22,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:22,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:22,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101635a677a0002 connected 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir so I do NOT create it in target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758 2024-11-22T16:22:22,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.tmp.dir so I do NOT create it in target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758 2024-11-22T16:22:22,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:22:22,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/cluster_98de1457-5e10-2252-04fc-dd4d2a2a12fa, deleteOnExit=true 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/test.cache.data in system properties and HBase conf 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:22:22,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:22:22,273 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:22:22,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:22:22,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:22,573 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:22,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:22,575 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:22,575 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:22:22,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:22,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33bb1461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:22,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f3c526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:22,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1516b71a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/java.io.tmpdir/jetty-localhost-36209-hadoop-hdfs-3_4_1-tests_jar-_-any-8635839130623032878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:22,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da059c6{HTTP/1.1, (http/1.1)}{localhost:36209} 2024-11-22T16:22:22,671 INFO [Time-limited test {}] server.Server(415): Started @328089ms 2024-11-22T16:22:22,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:22,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:22,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:22,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:22,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T16:22:22,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cb966f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:22,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14185180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:23,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e59cb82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/java.io.tmpdir/jetty-localhost-46881-hadoop-hdfs-3_4_1-tests_jar-_-any-12751221400249606275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:23,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55c6c6d8{HTTP/1.1, (http/1.1)}{localhost:46881} 2024-11-22T16:22:23,090 INFO [Time-limited test {}] server.Server(415): Started @328508ms 2024-11-22T16:22:23,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:22:23,737 WARN [Thread-4420 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/cluster_98de1457-5e10-2252-04fc-dd4d2a2a12fa/data/data2/current/BP-780549764-172.17.0.2-1732292542289/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:23,739 WARN [Thread-4419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/cluster_98de1457-5e10-2252-04fc-dd4d2a2a12fa/data/data1/current/BP-780549764-172.17.0.2-1732292542289/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:23,789 WARN [Thread-4407 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:22:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55f029f2cb27d439 with lease ID 0x4e506108b1b2ce55: Processing first storage report for DS-ade76713-5510-45d9-ae5b-16569dae74f9 from datanode DatanodeRegistration(127.0.0.1:38659, datanodeUuid=9f2016af-13ed-494d-ad81-7a38160c78e0, infoPort=42835, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1795101682;c=1732292542289) 2024-11-22T16:22:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55f029f2cb27d439 with lease ID 0x4e506108b1b2ce55: from storage DS-ade76713-5510-45d9-ae5b-16569dae74f9 node DatanodeRegistration(127.0.0.1:38659, datanodeUuid=9f2016af-13ed-494d-ad81-7a38160c78e0, infoPort=42835, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1795101682;c=1732292542289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55f029f2cb27d439 with lease ID 0x4e506108b1b2ce55: Processing first storage report for DS-11e45c5c-dce3-4f04-95b0-70bee3581698 from datanode DatanodeRegistration(127.0.0.1:38659, datanodeUuid=9f2016af-13ed-494d-ad81-7a38160c78e0, infoPort=42835, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1795101682;c=1732292542289) 2024-11-22T16:22:23,791 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55f029f2cb27d439 with lease ID 0x4e506108b1b2ce55: from storage DS-11e45c5c-dce3-4f04-95b0-70bee3581698 node DatanodeRegistration(127.0.0.1:38659, datanodeUuid=9f2016af-13ed-494d-ad81-7a38160c78e0, infoPort=42835, infoSecurePort=0, ipcPort=34525, storageInfo=lv=-57;cid=testClusterID;nsid=1795101682;c=1732292542289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:23,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758 2024-11-22T16:22:23,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:23,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:22:24,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f with version=8 2024-11-22T16:22:24,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/hbase-staging 2024-11-22T16:22:24,223 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:22:24,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:24,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39731 2024-11-22T16:22:24,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39731 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:24,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:24,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:24,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128874 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:24,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397310x0, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:24,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39731-0x101635a677a0003 connected 2024-11-22T16:22:24,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:24,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:24,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/running 2024-11-22T16:22:24,378 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f, hbase.cluster.distributed=false 2024-11-22T16:22:24,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/acl 2024-11-22T16:22:24,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-22T16:22:24,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39731 2024-11-22T16:22:24,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39731 2024-11-22T16:22:24,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-22T16:22:24,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39731 2024-11-22T16:22:24,483 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:24,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:24,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:24,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:24,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:22:24,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:24,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37067 2024-11-22T16:22:24,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37067 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:24,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:24,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:24,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370670x0, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:24,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370670x0, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/running 2024-11-22T16:22:24,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:22:24,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37067-0x101635a677a0004 connected 2024-11-22T16:22:24,580 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:22:24,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/master 2024-11-22T16:22:24,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/acl 2024-11-22T16:22:24,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37067 2024-11-22T16:22:24,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37067 2024-11-22T16:22:24,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37067 2024-11-22T16:22:24,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37067 2024-11-22T16:22:24,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37067 2024-11-22T16:22:24,668 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:39731 2024-11-22T16:22:24,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1660779265/backup-masters/93fb7f16a334,39731,1732292544223 2024-11-22T16:22:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/backup-masters 2024-11-22T16:22:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/backup-masters 2024-11-22T16:22:24,683 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on existing znode=/1-1660779265/backup-masters/93fb7f16a334,39731,1732292544223 2024-11-22T16:22:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660779265/master 2024-11-22T16:22:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:24,692 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on existing znode=/1-1660779265/master 2024-11-22T16:22:24,694 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1660779265/backup-masters/93fb7f16a334,39731,1732292544223 from backup master directory 2024-11-22T16:22:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660779265/backup-masters/93fb7f16a334,39731,1732292544223 2024-11-22T16:22:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/backup-masters 2024-11-22T16:22:24,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/backup-masters 2024-11-22T16:22:24,701 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:24,701 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,39731,1732292544223 2024-11-22T16:22:24,705 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/hbase.id] with ID: 95436152-60a7-4014-a6d9-3ec2920d48e3 2024-11-22T16:22:24,705 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/.tmp/hbase.id 2024-11-22T16:22:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:22:24,711 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/.tmp/hbase.id]:[hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/hbase.id] 2024-11-22T16:22:24,720 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:24,720 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:22:24,721 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:22:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:24,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:24,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:22:25,143 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:25,143 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:22:25,144 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:22:25,549 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store 2024-11-22T16:22:25,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:22:25,953 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:25,953 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:25,954 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:25,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:25,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:25,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:25,954 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:25,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292545953Disabling compacts and flushes for region at 1732292545953Disabling writes for close at 1732292545954 (+1 ms)Writing region close event to WAL at 1732292545954Closed at 1732292545954 2024-11-22T16:22:25,954 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/.initializing 2024-11-22T16:22:25,954 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/WALs/93fb7f16a334,39731,1732292544223 2024-11-22T16:22:25,955 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:25,956 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C39731%2C1732292544223, suffix=, logDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/WALs/93fb7f16a334,39731,1732292544223, archiveDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/oldWALs, maxLogs=10 2024-11-22T16:22:25,971 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/WALs/93fb7f16a334,39731,1732292544223/93fb7f16a334%2C39731%2C1732292544223.1732292545957, exclude list is [], retry=0 2024-11-22T16:22:25,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38659,DS-ade76713-5510-45d9-ae5b-16569dae74f9,DISK] 2024-11-22T16:22:25,975 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/WALs/93fb7f16a334,39731,1732292544223/93fb7f16a334%2C39731%2C1732292544223.1732292545957 2024-11-22T16:22:25,975 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42835:42835)] 2024-11-22T16:22:25,975 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:25,975 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:25,975 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,975 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:22:25,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:25,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:25,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:22:25,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:25,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:25,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:22:25,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:25,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:25,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:22:25,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:25,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:25,981 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,981 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,982 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,982 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,983 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,983 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:25,984 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:25,985 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:25,985 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61467357, jitterRate=-0.08406500518321991}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:25,985 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292545975Initializing all the Stores at 1732292545976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292545976Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292545976Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292545976Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292545976Cleaning up temporary data from old regions at 1732292545983 (+7 ms)Region opened successfully at 1732292545985 (+2 ms) 2024-11-22T16:22:25,986 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:22:25,987 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b70049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:25,988 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:22:25,988 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:22:25,988 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:22:25,988 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:22:25,989 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:22:25,989 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:22:25,989 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:22:25,991 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:22:25,991 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/balancer because node does not exist (not necessarily an error) 2024-11-22T16:22:26,070 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/balancer already deleted, retry=false 2024-11-22T16:22:26,070 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:22:26,070 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:22:26,080 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/normalizer already deleted, retry=false 2024-11-22T16:22:26,080 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:22:26,081 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:22:26,091 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/switch/split already deleted, retry=false 2024-11-22T16:22:26,092 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:22:26,101 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/switch/merge already deleted, retry=false 2024-11-22T16:22:26,102 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:22:26,112 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/snapshot-cleanup already deleted, retry=false 2024-11-22T16:22:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660779265/running 2024-11-22T16:22:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1660779265/running 2024-11-22T16:22:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,123 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,39731,1732292544223, sessionid=0x101635a677a0003, setting cluster-up flag (Was=false) 2024-11-22T16:22:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,175 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1660779265/flush-table-proc/acquired, /1-1660779265/flush-table-proc/reached, /1-1660779265/flush-table-proc/abort 2024-11-22T16:22:26,176 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39731,1732292544223 2024-11-22T16:22:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:26,228 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1660779265/online-snapshot/acquired, /1-1660779265/online-snapshot/reached, /1-1660779265/online-snapshot/abort 2024-11-22T16:22:26,229 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,39731,1732292544223 2024-11-22T16:22:26,230 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:22:26,231 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:26,231 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:22:26,231 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:22:26,231 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,39731,1732292544223 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:26,233 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292576234 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:22:26,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:26,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:22:26,234 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:22:26,235 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:22:26,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:26,235 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292546235,5,FailOnTimeoutGroup] 2024-11-22T16:22:26,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:22:26,236 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292546235,5,FailOnTimeoutGroup] 2024-11-22T16:22:26,236 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,236 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:22:26,236 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,236 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:22:26,257 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(746): ClusterId : 95436152-60a7-4014-a6d9-3ec2920d48e3 2024-11-22T16:22:26,257 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:22:26,281 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:22:26,281 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:22:26,292 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:22:26,292 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5cbd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:26,309 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:37067 2024-11-22T16:22:26,309 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:22:26,309 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:22:26,309 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:22:26,310 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,39731,1732292544223 with port=37067, startcode=1732292544483 2024-11-22T16:22:26,310 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:22:26,311 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:22:26,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39731 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,313 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f 2024-11-22T16:22:26,313 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45717 2024-11-22T16:22:26,313 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:22:26,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/rs 2024-11-22T16:22:26,377 DEBUG [RS:0;93fb7f16a334:37067 {}] zookeeper.ZKUtil(111): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on existing znode=/1-1660779265/rs/93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,377 WARN [RS:0;93fb7f16a334:37067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:26,377 INFO [RS:0;93fb7f16a334:37067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:26,377 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,37067,1732292544483] 2024-11-22T16:22:26,380 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:22:26,381 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:22:26,381 INFO [RS:0;93fb7f16a334:37067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:22:26,382 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,382 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:22:26,382 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:22:26,382 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:26,382 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:26,383 DEBUG [RS:0;93fb7f16a334:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,383 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,37067,1732292544483-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:26,396 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:22:26,396 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,37067,1732292544483-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,396 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,396 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.Replication(171): 93fb7f16a334,37067,1732292544483 started 2024-11-22T16:22:26,408 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:26,408 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,37067,1732292544483, RpcServer on 93fb7f16a334/172.17.0.2:37067, sessionid=0x101635a677a0004 2024-11-22T16:22:26,408 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:22:26,408 DEBUG [RS:0;93fb7f16a334:37067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,408 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,37067,1732292544483' 2024-11-22T16:22:26,408 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1660779265/flush-table-proc/abort' 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1660779265/flush-table-proc/acquired' 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,37067,1732292544483 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,37067,1732292544483' 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1660779265/online-snapshot/abort' 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1660779265/online-snapshot/acquired' 2024-11-22T16:22:26,409 DEBUG [RS:0;93fb7f16a334:37067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:22:26,409 INFO [RS:0;93fb7f16a334:37067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:22:26,409 INFO [RS:0;93fb7f16a334:37067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:22:26,510 INFO [RS:0;93fb7f16a334:37067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:26,511 INFO [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C37067%2C1732292544483, suffix=, logDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483, archiveDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/oldWALs, maxLogs=10 2024-11-22T16:22:26,523 DEBUG [RS:0;93fb7f16a334:37067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483/93fb7f16a334%2C37067%2C1732292544483.1732292546511, exclude list is [], retry=0 2024-11-22T16:22:26,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38659,DS-ade76713-5510-45d9-ae5b-16569dae74f9,DISK] 2024-11-22T16:22:26,526 INFO [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483/93fb7f16a334%2C37067%2C1732292544483.1732292546511 2024-11-22T16:22:26,526 DEBUG [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42835:42835)] 2024-11-22T16:22:26,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:22:26,653 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f 2024-11-22T16:22:26,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:22:27,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:27,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:27,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:27,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:27,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:27,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:27,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:27,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:27,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:27,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:27,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740 2024-11-22T16:22:27,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740 2024-11-22T16:22:27,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:27,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:27,065 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:27,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:27,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68123053, jitterRate=0.01511259377002716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292547057Initializing all the Stores at 1732292547058 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547058Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547058Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292547058Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547058Cleaning up temporary data from old regions at 1732292547065 (+7 ms)Region opened successfully at 1732292547068 (+3 ms) 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:27,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:27,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:27,069 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:27,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292547068Disabling compacts and flushes for region at 1732292547068Disabling writes for close at 1732292547068Writing region close event to WAL at 1732292547069 (+1 ms)Closed at 1732292547069 2024-11-22T16:22:27,070 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:27,070 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:22:27,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:22:27,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:27,071 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:22:27,221 DEBUG [93fb7f16a334:39731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:22:27,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:27,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,37067,1732292544483, state=OPENING 2024-11-22T16:22:27,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:22:27,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:27,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660779265/meta-region-server: CHANGED 2024-11-22T16:22:27,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:27,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660779265/meta-region-server: CHANGED 2024-11-22T16:22:27,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,37067,1732292544483}] 2024-11-22T16:22:27,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:27,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:22:27,464 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:22:27,464 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:27,464 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:22:27,466 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C37067%2C1732292544483.meta, suffix=.meta, logDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483, archiveDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/oldWALs, maxLogs=10 2024-11-22T16:22:27,483 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483/93fb7f16a334%2C37067%2C1732292544483.meta.1732292547467.meta, exclude list is [], retry=0 2024-11-22T16:22:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38659,DS-ade76713-5510-45d9-ae5b-16569dae74f9,DISK] 2024-11-22T16:22:27,489 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483/93fb7f16a334%2C37067%2C1732292544483.meta.1732292547467.meta 2024-11-22T16:22:27,489 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42835:42835)] 2024-11-22T16:22:27,489 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:27,489 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:22:27,490 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:22:27,490 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:22:27,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:27,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:27,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:27,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:27,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:27,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:27,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:27,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:27,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:27,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:27,497 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:27,497 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740 2024-11-22T16:22:27,498 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740 2024-11-22T16:22:27,499 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:27,499 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:27,499 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:27,500 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:27,500 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75034982, jitterRate=0.1181083619594574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:27,500 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:22:27,501 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292547490Writing region info on filesystem at 1732292547490Initializing all the Stores at 1732292547491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292547491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292547491Cleaning up temporary data from old regions at 1732292547499 (+8 ms)Running coprocessor post-open hooks at 1732292547500 (+1 ms)Region opened successfully at 1732292547500 2024-11-22T16:22:27,501 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292547455 2024-11-22T16:22:27,503 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:22:27,503 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:22:27,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:27,504 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,37067,1732292544483, state=OPEN 2024-11-22T16:22:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1660779265/meta-region-server 2024-11-22T16:22:27,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1660779265/meta-region-server 2024-11-22T16:22:27,512 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:27,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660779265/meta-region-server: CHANGED 2024-11-22T16:22:27,512 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1660779265/meta-region-server: CHANGED 2024-11-22T16:22:27,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:22:27,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,37067,1732292544483 in 209 msec 2024-11-22T16:22:27,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:22:27,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-22T16:22:27,515 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:27,515 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:22:27,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:27,516 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,37067,1732292544483, seqNum=-1] 2024-11-22T16:22:27,516 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:27,517 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:27,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-22T16:22:27,521 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292547521, completionTime=-1 2024-11-22T16:22:27,521 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:22:27,521 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:22:27,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:22:27,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292607523 2024-11-22T16:22:27,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292667523 2024-11-22T16:22:27,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-22T16:22:27,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,524 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,524 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,524 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:39731, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,524 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,524 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,525 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.826sec 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:27,527 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:22:27,529 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:22:27,529 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:22:27,529 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39731,1732292544223-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:27,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417f7df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:27,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39731,-1 for getting cluster id 2024-11-22T16:22:27,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:27,573 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95436152-60a7-4014-a6d9-3ec2920d48e3' 2024-11-22T16:22:27,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95436152-60a7-4014-a6d9-3ec2920d48e3" 2024-11-22T16:22:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7688b16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39731,-1] 2024-11-22T16:22:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:27,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:27,575 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:27,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c15b83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:27,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,37067,1732292544483, seqNum=-1] 2024-11-22T16:22:27,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:27,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:27,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,39731,1732292544223 2024-11-22T16:22:27,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:27,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:27,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101635a677a0005 connected 2024-11-22T16:22:27,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:27,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir so I do NOT create it in target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e 2024-11-22T16:22:27,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir Erasing configuration value by system value. 2024-11-22T16:22:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.tmp.dir so I do NOT create it in target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e 2024-11-22T16:22:27,678 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-22T16:22:27,678 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e 2024-11-22T16:22:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T16:22:27,678 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/cluster_32257ba1-c2c4-14b1-60dd-8b832b40e21c, deleteOnExit=true 2024-11-22T16:22:27,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/test.cache.data in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.log.dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T16:22:27,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T16:22:27,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/nfs.dump.dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/java.io.tmpdir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T16:22:27,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T16:22:28,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:28,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:28,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:28,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:28,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:22:28,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:28,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e39517{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:28,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79393f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:28,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f206930{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/java.io.tmpdir/jetty-localhost-41647-hadoop-hdfs-3_4_1-tests_jar-_-any-9075308065984715653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:28,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@270e10e2{HTTP/1.1, (http/1.1)}{localhost:41647} 2024-11-22T16:22:28,206 INFO [Time-limited test {}] server.Server(415): Started @333624ms 2024-11-22T16:22:28,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T16:22:28,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T16:22:28,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T16:22:28,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T16:22:28,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T16:22:28,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a76c9c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.log.dir/,AVAILABLE} 2024-11-22T16:22:28,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50f8a0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T16:22:28,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@472d4d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/java.io.tmpdir/jetty-localhost-44153-hadoop-hdfs-3_4_1-tests_jar-_-any-17644701644593322318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:28,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5d2f65{HTTP/1.1, (http/1.1)}{localhost:44153} 2024-11-22T16:22:28,585 INFO [Time-limited test {}] server.Server(415): Started @334002ms 2024-11-22T16:22:28,586 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T16:22:29,298 WARN [Thread-4541 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/cluster_32257ba1-c2c4-14b1-60dd-8b832b40e21c/data/data2/current/BP-2112610990-172.17.0.2-1732292547710/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:29,298 WARN [Thread-4540 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/cluster_32257ba1-c2c4-14b1-60dd-8b832b40e21c/data/data1/current/BP-2112610990-172.17.0.2-1732292547710/current, will proceed with Du for space computation calculation, 2024-11-22T16:22:29,356 WARN [Thread-4528 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T16:22:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88798ed7d7cae064 with lease ID 0x65ffabbb688fbcf6: Processing first storage report for DS-57108356-dfa8-4bc0-b09b-b5c461a91612 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=99e79b41-71a1-4cc2-b07c-6b2896ae7fca, infoPort=38123, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=998586844;c=1732292547710) 2024-11-22T16:22:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88798ed7d7cae064 with lease ID 0x65ffabbb688fbcf6: from storage DS-57108356-dfa8-4bc0-b09b-b5c461a91612 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=99e79b41-71a1-4cc2-b07c-6b2896ae7fca, infoPort=38123, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=998586844;c=1732292547710), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88798ed7d7cae064 with lease ID 0x65ffabbb688fbcf6: Processing first storage report for DS-dd69c33b-ccd8-4f78-a2f1-7ef6606d3029 from datanode DatanodeRegistration(127.0.0.1:33919, datanodeUuid=99e79b41-71a1-4cc2-b07c-6b2896ae7fca, infoPort=38123, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=998586844;c=1732292547710) 2024-11-22T16:22:29,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88798ed7d7cae064 with lease ID 0x65ffabbb688fbcf6: from storage DS-dd69c33b-ccd8-4f78-a2f1-7ef6606d3029 node DatanodeRegistration(127.0.0.1:33919, datanodeUuid=99e79b41-71a1-4cc2-b07c-6b2896ae7fca, infoPort=38123, infoSecurePort=0, ipcPort=39481, storageInfo=lv=-57;cid=testClusterID;nsid=998586844;c=1732292547710), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-22T16:22:29,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e 2024-11-22T16:22:29,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741825_1001 (size=7) 2024-11-22T16:22:29,827 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7 with version=8 2024-11-22T16:22:29,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/hbase-staging 2024-11-22T16:22:29,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T16:22:29,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:29,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36841 2024-11-22T16:22:29,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36841 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:29,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368410x0, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:29,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36841-0x101635a677a0006 connected 2024-11-22T16:22:29,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/running 2024-11-22T16:22:29,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7, hbase.cluster.distributed=false 2024-11-22T16:22:29,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/acl 2024-11-22T16:22:29,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-22T16:22:29,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36841 2024-11-22T16:22:29,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36841 2024-11-22T16:22:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-22T16:22:29,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36841 2024-11-22T16:22:29,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/93fb7f16a334:0 server-side Connection retries=45 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T16:22:29,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T16:22:29,981 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T16:22:29,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39281 2024-11-22T16:22:29,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39281 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:29,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392810x0, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:29,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39281-0x101635a677a0007 connected 2024-11-22T16:22:29,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392810x0, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/running 2024-11-22T16:22:29,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T16:22:29,997 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T16:22:29,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/master 2024-11-22T16:22:29,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/acl 2024-11-22T16:22:29,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39281 2024-11-22T16:22:29,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39281 2024-11-22T16:22:30,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39281 2024-11-22T16:22:30,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39281 2024-11-22T16:22:30,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39281 2024-11-22T16:22:30,015 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;93fb7f16a334:36841 2024-11-22T16:22:30,016 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-709203056/backup-masters/93fb7f16a334,36841,1732292549829 2024-11-22T16:22:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/backup-masters 2024-11-22T16:22:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/backup-masters 2024-11-22T16:22:30,028 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on existing znode=/2-709203056/backup-masters/93fb7f16a334,36841,1732292549829 2024-11-22T16:22:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-709203056/master 2024-11-22T16:22:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:30,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:30,038 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on existing znode=/2-709203056/master 2024-11-22T16:22:30,039 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-709203056/backup-masters/93fb7f16a334,36841,1732292549829 from backup master directory 2024-11-22T16:22:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-709203056/backup-masters/93fb7f16a334,36841,1732292549829 2024-11-22T16:22:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/backup-masters 2024-11-22T16:22:30,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/backup-masters 2024-11-22T16:22:30,048 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:30,048 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=93fb7f16a334,36841,1732292549829 2024-11-22T16:22:30,051 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/hbase.id] with ID: 8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6 2024-11-22T16:22:30,051 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/.tmp/hbase.id 2024-11-22T16:22:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741826_1002 (size=42) 2024-11-22T16:22:30,455 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/.tmp/hbase.id]:[hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/hbase.id] 2024-11-22T16:22:30,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:30,468 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T16:22:30,469 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-22T16:22:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:30,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:30,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741827_1003 (size=196) 2024-11-22T16:22:30,927 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:30,928 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T16:22:30,929 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741828_1004 (size=1189) 2024-11-22T16:22:31,338 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store 2024-11-22T16:22:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741829_1005 (size=34) 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:31,355 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:31,355 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:31,355 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292551355Disabling compacts and flushes for region at 1732292551355Disabling writes for close at 1732292551355Writing region close event to WAL at 1732292551355Closed at 1732292551355 2024-11-22T16:22:31,356 WARN [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/.initializing 2024-11-22T16:22:31,356 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/WALs/93fb7f16a334,36841,1732292549829 2024-11-22T16:22:31,358 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:31,359 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=93fb7f16a334%2C36841%2C1732292549829, suffix=, logDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/WALs/93fb7f16a334,36841,1732292549829, archiveDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/oldWALs, maxLogs=10 2024-11-22T16:22:31,377 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/WALs/93fb7f16a334,36841,1732292549829/93fb7f16a334%2C36841%2C1732292549829.1732292551359, exclude list is [], retry=0 2024-11-22T16:22:31,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-57108356-dfa8-4bc0-b09b-b5c461a91612,DISK] 2024-11-22T16:22:31,381 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/WALs/93fb7f16a334,36841,1732292549829/93fb7f16a334%2C36841%2C1732292549829.1732292551359 2024-11-22T16:22:31,381 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123)] 2024-11-22T16:22:31,381 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:31,381 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:31,381 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,381 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,382 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T16:22:31,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:31,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:31,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T16:22:31,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:31,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:31,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T16:22:31,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:31,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:31,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T16:22:31,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:31,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:31,388 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,388 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,389 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,390 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:31,391 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T16:22:31,392 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:31,393 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74734506, jitterRate=0.11363092064857483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:31,393 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732292551382Initializing all the Stores at 1732292551382Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292551382Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292551382Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292551382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292551382Cleaning up temporary data from old regions at 1732292551389 (+7 ms)Region opened successfully at 1732292551393 (+4 ms) 2024-11-22T16:22:31,393 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T16:22:31,396 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c94172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:31,397 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T16:22:31,397 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T16:22:31,397 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T16:22:31,397 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T16:22:31,398 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-22T16:22:31,398 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-22T16:22:31,398 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T16:22:31,400 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T16:22:31,400 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/balancer because node does not exist (not necessarily an error) 2024-11-22T16:22:31,436 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/balancer already deleted, retry=false 2024-11-22T16:22:31,437 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T16:22:31,437 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/normalizer because node does not exist (not necessarily an error) 2024-11-22T16:22:31,522 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/normalizer already deleted, retry=false 2024-11-22T16:22:31,523 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T16:22:31,524 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/switch/split because node does not exist (not necessarily an error) 2024-11-22T16:22:31,532 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/switch/split already deleted, retry=false 2024-11-22T16:22:31,533 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/switch/merge because node does not exist (not necessarily an error) 2024-11-22T16:22:31,543 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/switch/merge already deleted, retry=false 2024-11-22T16:22:31,545 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T16:22:31,554 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/snapshot-cleanup already deleted, retry=false 2024-11-22T16:22:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-709203056/running 2024-11-22T16:22:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-709203056/running 2024-11-22T16:22:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,564 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=93fb7f16a334,36841,1732292549829, sessionid=0x101635a677a0006, setting cluster-up flag (Was=false) 2024-11-22T16:22:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,617 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-709203056/flush-table-proc/acquired, /2-709203056/flush-table-proc/reached, /2-709203056/flush-table-proc/abort 2024-11-22T16:22:31,618 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,36841,1732292549829 2024-11-22T16:22:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:31,669 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-709203056/online-snapshot/acquired, /2-709203056/online-snapshot/reached, /2-709203056/online-snapshot/abort 2024-11-22T16:22:31,670 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=93fb7f16a334,36841,1732292549829 2024-11-22T16:22:31,671 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T16:22:31,672 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:31,672 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T16:22:31,672 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T16:22:31,672 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 93fb7f16a334,36841,1732292549829 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/93fb7f16a334:0, corePoolSize=5, maxPoolSize=5 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/93fb7f16a334:0, corePoolSize=10, maxPoolSize=10 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:31,674 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,674 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732292581674 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T16:22:31,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:31,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T16:22:31,675 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-22T16:22:31,676 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:31,676 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T16:22:31,676 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T16:22:31,676 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T16:22:31,676 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292551676,5,FailOnTimeoutGroup] 2024-11-22T16:22:31,676 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292551676,5,FailOnTimeoutGroup] 2024-11-22T16:22:31,676 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,677 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T16:22:31,677 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,677 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741831_1007 (size=1321) 2024-11-22T16:22:31,706 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(746): ClusterId : 8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6 2024-11-22T16:22:31,707 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T16:22:31,712 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T16:22:31,712 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T16:22:31,722 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T16:22:31,723 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b735616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=93fb7f16a334/172.17.0.2:0 2024-11-22T16:22:31,733 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;93fb7f16a334:39281 2024-11-22T16:22:31,733 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T16:22:31,733 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T16:22:31,733 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T16:22:31,734 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(2659): reportForDuty to master=93fb7f16a334,36841,1732292549829 with port=39281, startcode=1732292549980 2024-11-22T16:22:31,734 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T16:22:31,735 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T16:22:31,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,736 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36841 {}] master.ServerManager(517): Registering regionserver=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,737 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7 2024-11-22T16:22:31,737 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34539 2024-11-22T16:22:31,737 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T16:22:31,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/rs 2024-11-22T16:22:31,784 DEBUG [RS:0;93fb7f16a334:39281 {}] zookeeper.ZKUtil(111): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on existing znode=/2-709203056/rs/93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,784 WARN [RS:0;93fb7f16a334:39281 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T16:22:31,784 INFO [RS:0;93fb7f16a334:39281 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:31,784 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [93fb7f16a334,39281,1732292549980] 2024-11-22T16:22:31,787 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T16:22:31,789 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T16:22:31,789 INFO [RS:0;93fb7f16a334:39281 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T16:22:31,789 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,789 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T16:22:31,790 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T16:22:31,790 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/93fb7f16a334:0, corePoolSize=2, maxPoolSize=2 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/93fb7f16a334:0, corePoolSize=1, maxPoolSize=1 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:31,790 DEBUG [RS:0;93fb7f16a334:39281 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/93fb7f16a334:0, corePoolSize=3, maxPoolSize=3 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,793 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39281,1732292549980-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:31,808 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T16:22:31,808 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,39281,1732292549980-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,808 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,808 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.Replication(171): 93fb7f16a334,39281,1732292549980 started 2024-11-22T16:22:31,827 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:31,827 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1482): Serving as 93fb7f16a334,39281,1732292549980, RpcServer on 93fb7f16a334/172.17.0.2:39281, sessionid=0x101635a677a0007 2024-11-22T16:22:31,827 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T16:22:31,827 DEBUG [RS:0;93fb7f16a334:39281 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,827 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39281,1732292549980' 2024-11-22T16:22:31,827 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-709203056/flush-table-proc/abort' 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-709203056/flush-table-proc/acquired' 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 93fb7f16a334,39281,1732292549980 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '93fb7f16a334,39281,1732292549980' 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-709203056/online-snapshot/abort' 2024-11-22T16:22:31,828 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-709203056/online-snapshot/acquired' 2024-11-22T16:22:31,829 DEBUG [RS:0;93fb7f16a334:39281 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T16:22:31,829 INFO [RS:0;93fb7f16a334:39281 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T16:22:31,829 INFO [RS:0;93fb7f16a334:39281 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T16:22:31,929 INFO [RS:0;93fb7f16a334:39281 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T16:22:31,930 INFO [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C39281%2C1732292549980, suffix=, logDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980, archiveDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/oldWALs, maxLogs=10 2024-11-22T16:22:31,943 DEBUG [RS:0;93fb7f16a334:39281 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.1732292551931, exclude list is [], retry=0 2024-11-22T16:22:31,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-57108356-dfa8-4bc0-b09b-b5c461a91612,DISK] 2024-11-22T16:22:31,947 INFO [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.1732292551931 2024-11-22T16:22:31,947 DEBUG [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123)] 2024-11-22T16:22:32,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T16:22:32,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7 2024-11-22T16:22:32,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741833_1009 (size=32) 2024-11-22T16:22:32,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:32,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:32,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:32,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:32,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:32,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:32,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:32,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:32,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:32,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:32,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740 2024-11-22T16:22:32,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740 2024-11-22T16:22:32,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:32,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:32,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:32,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:32,500 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:32,500 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608616, jitterRate=0.007446885108947754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732292552490Initializing all the Stores at 1732292552491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292552491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552491Cleaning up temporary data from old regions at 1732292552498 (+7 ms)Region opened successfully at 1732292552501 (+3 ms) 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:32,501 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:32,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:32,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292552501Disabling compacts and flushes for region at 1732292552501Disabling writes for close at 1732292552501Writing region close event to WAL at 1732292552501Closed at 1732292552501 2024-11-22T16:22:32,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:32,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T16:22:32,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T16:22:32,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:32,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T16:22:32,654 DEBUG [93fb7f16a334:36841 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T16:22:32,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:32,655 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,39281,1732292549980, state=OPENING 2024-11-22T16:22:32,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T16:22:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:32,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T16:22:32,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-709203056/meta-region-server: CHANGED 2024-11-22T16:22:32,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-709203056/meta-region-server: CHANGED 2024-11-22T16:22:32,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,39281,1732292549980}] 2024-11-22T16:22:32,864 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:32,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:22:32,867 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T16:22:32,868 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:32,868 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T16:22:32,869 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C39281%2C1732292549980.meta, suffix=.meta, logDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980, archiveDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/oldWALs, maxLogs=10 2024-11-22T16:22:32,881 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.meta.1732292552869.meta, exclude list is [], retry=0 2024-11-22T16:22:32,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33919,DS-57108356-dfa8-4bc0-b09b-b5c461a91612,DISK] 2024-11-22T16:22:32,884 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.meta.1732292552869.meta 2024-11-22T16:22:32,884 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38123:38123)] 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:32,885 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T16:22:32,885 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T16:22:32,885 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T16:22:32,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T16:22:32,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T16:22:32,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T16:22:32,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T16:22:32,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T16:22:32,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T16:22:32,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T16:22:32,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T16:22:32,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:32,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T16:22:32,889 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T16:22:32,890 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740 2024-11-22T16:22:32,891 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740 2024-11-22T16:22:32,891 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T16:22:32,892 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T16:22:32,892 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T16:22:32,893 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T16:22:32,893 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59857723, jitterRate=-0.10805042088031769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T16:22:32,893 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T16:22:32,893 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732292552886Writing region info on filesystem at 1732292552886Initializing all the Stores at 1732292552886Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552886Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292552886Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732292552886Cleaning up temporary data from old regions at 1732292552892 (+6 ms)Running coprocessor post-open hooks at 1732292552893 (+1 ms)Region opened successfully at 1732292552893 2024-11-22T16:22:32,894 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732292552864 2024-11-22T16:22:32,896 DEBUG [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T16:22:32,896 INFO [RS_OPEN_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T16:22:32,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:32,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 93fb7f16a334,39281,1732292549980, state=OPEN 2024-11-22T16:22:32,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-709203056/meta-region-server 2024-11-22T16:22:32,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-709203056/meta-region-server 2024-11-22T16:22:32,901 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:32,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-709203056/meta-region-server: CHANGED 2024-11-22T16:22:32,901 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-709203056/meta-region-server: CHANGED 2024-11-22T16:22:32,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T16:22:32,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=93fb7f16a334,39281,1732292549980 in 189 msec 2024-11-22T16:22:32,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T16:22:32,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-22T16:22:32,904 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T16:22:32,904 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T16:22:32,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:32,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39281,1732292549980, seqNum=-1] 2024-11-22T16:22:32,906 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:32,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:32,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-22T16:22:32,910 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732292552910, completionTime=-1 2024-11-22T16:22:32,910 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T16:22:32,910 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T16:22:32,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T16:22:32,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732292612912 2024-11-22T16:22:32,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732292672912 2024-11-22T16:22:32,912 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-93fb7f16a334:36841, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,913 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,914 DEBUG [master/93fb7f16a334:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T16:22:32,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.866sec 2024-11-22T16:22:32,915 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T16:22:32,916 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T16:22:32,917 DEBUG [master/93fb7f16a334:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T16:22:32,918 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T16:22:32,918 INFO [master/93fb7f16a334:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=93fb7f16a334,36841,1732292549829-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T16:22:32,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:32,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:32,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b89da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:33,007 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,36841,-1 for getting cluster id 2024-11-22T16:22:33,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:33,009 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6' 2024-11-22T16:22:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6" 2024-11-22T16:22:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3321281b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:33,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,36841,-1] 2024-11-22T16:22:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:33,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:33,010 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:33,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d521a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:33,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39281,1732292549980, seqNum=-1] 2024-11-22T16:22:33,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:33,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:33,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=93fb7f16a334,36841,1732292549829 2024-11-22T16:22:33,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50633 2024-11-22T16:22:33,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T16:22:33,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101635a677a0008 connected 2024-11-22T16:22:33,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38115,1732292539528 2024-11-22T16:22:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d48e94f 2024-11-22T16:22:33,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:33,042 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:33,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:22:33,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:22:33,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:33,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:22:33,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,045 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:22:33,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:33,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:22:33,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:33,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8ef3b620d32ee7b36eee900a72f1cc1, NAME => 'test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90 2024-11-22T16:22:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:22:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8ef3b620d32ee7b36eee900a72f1cc1, disabling compactions & flushes 2024-11-22T16:22:33,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. after waiting 0 ms 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:33,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:33,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8ef3b620d32ee7b36eee900a72f1cc1: Waiting for close lock at 1732292553861Disabling compacts and flushes for region at 1732292553861Disabling writes for close at 1732292553861Writing region close event to WAL at 1732292553861Closed at 1732292553861 2024-11-22T16:22:33,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:22:33,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292553862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292553862"}]},"ts":"1732292553862"} 2024-11-22T16:22:33,863 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:22:33,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:22:33,864 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292553864"}]},"ts":"1732292553864"} 2024-11-22T16:22:33,866 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:22:33,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8ef3b620d32ee7b36eee900a72f1cc1, ASSIGN}] 2024-11-22T16:22:33,867 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8ef3b620d32ee7b36eee900a72f1cc1, ASSIGN 2024-11-22T16:22:33,867 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8ef3b620d32ee7b36eee900a72f1cc1, ASSIGN; state=OFFLINE, location=93fb7f16a334,35957,1732292539723; forceNewPlan=false, retain=false 2024-11-22T16:22:34,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8ef3b620d32ee7b36eee900a72f1cc1, regionState=OPENING, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:34,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8ef3b620d32ee7b36eee900a72f1cc1, ASSIGN because future has completed 2024-11-22T16:22:34,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8ef3b620d32ee7b36eee900a72f1cc1, server=93fb7f16a334,35957,1732292539723}] 2024-11-22T16:22:34,177 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:34,177 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8ef3b620d32ee7b36eee900a72f1cc1, NAME => 'test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:34,177 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:34,178 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:22:34,178 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,178 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:34,178 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,178 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,179 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,180 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ef3b620d32ee7b36eee900a72f1cc1 columnFamilyName f 2024-11-22T16:22:34,180 DEBUG [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:34,180 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(327): Store=b8ef3b620d32ee7b36eee900a72f1cc1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:34,180 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,181 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ef3b620d32ee7b36eee900a72f1cc1 columnFamilyName f1 2024-11-22T16:22:34,181 DEBUG [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:34,181 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(327): Store=b8ef3b620d32ee7b36eee900a72f1cc1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:34,181 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,182 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8ef3b620d32ee7b36eee900a72f1cc1 columnFamilyName norep 2024-11-22T16:22:34,182 DEBUG [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:34,182 INFO [StoreOpener-b8ef3b620d32ee7b36eee900a72f1cc1-1 {}] regionserver.HStore(327): Store=b8ef3b620d32ee7b36eee900a72f1cc1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:34,182 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,183 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,183 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:34,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,184 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:22:34,185 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,186 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:34,187 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8ef3b620d32ee7b36eee900a72f1cc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74786910, jitterRate=0.11441180109977722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:22:34,187 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:34,187 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8ef3b620d32ee7b36eee900a72f1cc1: Running coprocessor pre-open hook at 1732292554178Writing region info on filesystem at 1732292554178Initializing all the Stores at 1732292554179 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292554179Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292554179Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292554179Cleaning up temporary data from old regions at 1732292554184 (+5 ms)Running coprocessor post-open hooks at 1732292554187 (+3 ms)Region opened successfully at 1732292554187 2024-11-22T16:22:34,187 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., pid=6, masterSystemTime=1732292554172 2024-11-22T16:22:34,189 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:34,189 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:34,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8ef3b620d32ee7b36eee900a72f1cc1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:34,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8ef3b620d32ee7b36eee900a72f1cc1, server=93fb7f16a334,35957,1732292539723 because future has completed 2024-11-22T16:22:34,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:22:34,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8ef3b620d32ee7b36eee900a72f1cc1, server=93fb7f16a334,35957,1732292539723 in 171 msec 2024-11-22T16:22:34,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:22:34,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8ef3b620d32ee7b36eee900a72f1cc1, ASSIGN in 326 msec 2024-11-22T16:22:34,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:22:34,194 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292554194"}]},"ts":"1732292554194"} 2024-11-22T16:22:34,195 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:22:34,196 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:22:34,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-22T16:22:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:35,193 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:22:35,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39731,1732292544223 2024-11-22T16:22:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e06692 2024-11-22T16:22:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:35,195 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:35,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:22:35,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:22:35,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:22:35,198 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:35,199 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:22:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:35,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33b45a8034c68bcae43d289421c05d39, NAME => 'test,,1732292555196.33b45a8034c68bcae43d289421c05d39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f 2024-11-22T16:22:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:22:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:36,008 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292555196.33b45a8034c68bcae43d289421c05d39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:36,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 33b45a8034c68bcae43d289421c05d39, disabling compactions & flushes 2024-11-22T16:22:36,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292555196.33b45a8034c68bcae43d289421c05d39. after waiting 0 ms 2024-11-22T16:22:36,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,009 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33b45a8034c68bcae43d289421c05d39: Waiting for close lock at 1732292556008Disabling compacts and flushes for region at 1732292556008Disabling writes for close at 1732292556009 (+1 ms)Writing region close event to WAL at 1732292556009Closed at 1732292556009 2024-11-22T16:22:36,010 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:22:36,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292555196.33b45a8034c68bcae43d289421c05d39.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292556010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292556010"}]},"ts":"1732292556010"} 2024-11-22T16:22:36,011 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:22:36,012 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:22:36,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292556012"}]},"ts":"1732292556012"} 2024-11-22T16:22:36,013 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:22:36,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33b45a8034c68bcae43d289421c05d39, ASSIGN}] 2024-11-22T16:22:36,014 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33b45a8034c68bcae43d289421c05d39, ASSIGN 2024-11-22T16:22:36,015 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=33b45a8034c68bcae43d289421c05d39, ASSIGN; state=OFFLINE, location=93fb7f16a334,37067,1732292544483; forceNewPlan=false, retain=false 2024-11-22T16:22:36,165 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33b45a8034c68bcae43d289421c05d39, regionState=OPENING, regionLocation=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:36,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=33b45a8034c68bcae43d289421c05d39, ASSIGN because future has completed 2024-11-22T16:22:36,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b45a8034c68bcae43d289421c05d39, server=93fb7f16a334,37067,1732292544483}] 2024-11-22T16:22:36,322 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,322 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33b45a8034c68bcae43d289421c05d39, NAME => 'test,,1732292555196.33b45a8034c68bcae43d289421c05d39.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:36,322 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:36,322 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:22:36,322 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,322 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292555196.33b45a8034c68bcae43d289421c05d39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:36,322 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,322 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,327 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,328 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b45a8034c68bcae43d289421c05d39 columnFamilyName f 2024-11-22T16:22:36,328 DEBUG [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:36,328 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(327): Store=33b45a8034c68bcae43d289421c05d39/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:36,328 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,329 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b45a8034c68bcae43d289421c05d39 columnFamilyName f1 2024-11-22T16:22:36,329 DEBUG [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:36,329 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(327): Store=33b45a8034c68bcae43d289421c05d39/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:36,329 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,330 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33b45a8034c68bcae43d289421c05d39 columnFamilyName norep 2024-11-22T16:22:36,330 DEBUG [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:36,330 INFO [StoreOpener-33b45a8034c68bcae43d289421c05d39-1 {}] regionserver.HStore(327): Store=33b45a8034c68bcae43d289421c05d39/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:36,330 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,330 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,331 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,331 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,331 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,332 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:22:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:36,333 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,334 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:36,334 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33b45a8034c68bcae43d289421c05d39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968017, jitterRate=0.08730818331241608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:22:36,334 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:36,334 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33b45a8034c68bcae43d289421c05d39: Running coprocessor pre-open hook at 1732292556323Writing region info on filesystem at 1732292556323Initializing all the Stores at 1732292556323Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292556323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292556327 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292556327Cleaning up temporary data from old regions at 1732292556331 (+4 ms)Running coprocessor post-open hooks at 1732292556334 (+3 ms)Region opened successfully at 1732292556334 2024-11-22T16:22:36,335 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292555196.33b45a8034c68bcae43d289421c05d39., pid=6, masterSystemTime=1732292556319 2024-11-22T16:22:36,337 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,337 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:36,337 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33b45a8034c68bcae43d289421c05d39, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,37067,1732292544483 2024-11-22T16:22:36,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33b45a8034c68bcae43d289421c05d39, server=93fb7f16a334,37067,1732292544483 because future has completed 2024-11-22T16:22:36,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:22:36,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33b45a8034c68bcae43d289421c05d39, server=93fb7f16a334,37067,1732292544483 in 172 msec 2024-11-22T16:22:36,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:22:36,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=33b45a8034c68bcae43d289421c05d39, ASSIGN in 328 msec 2024-11-22T16:22:36,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:22:36,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292556343"}]},"ts":"1732292556343"} 2024-11-22T16:22:36,344 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:22:36,345 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:22:36,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-22T16:22:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:37,353 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:22:37,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:37,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,36841,1732292549829 2024-11-22T16:22:37,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cdf7416 2024-11-22T16:22:37,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:37,354 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:37,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:37,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-22T16:22:37,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:22:37,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:37,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-22T16:22:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:37,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:22:37,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741835_1011 (size=902) 2024-11-22T16:22:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:37,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:37,764 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bcaf7c90233eee82f31d165b6ae15691, NAME => 'test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7 2024-11-22T16:22:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741836_1012 (size=39) 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing bcaf7c90233eee82f31d165b6ae15691, disabling compactions & flushes 2024-11-22T16:22:37,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. after waiting 0 ms 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:37,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:37,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for bcaf7c90233eee82f31d165b6ae15691: Waiting for close lock at 1732292557770Disabling compacts and flushes for region at 1732292557770Disabling writes for close at 1732292557770Writing region close event to WAL at 1732292557770Closed at 1732292557770 2024-11-22T16:22:37,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:22:37,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732292557772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292557772"}]},"ts":"1732292557772"} 2024-11-22T16:22:37,774 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:22:37,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:22:37,775 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292557775"}]},"ts":"1732292557775"} 2024-11-22T16:22:37,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-22T16:22:37,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcaf7c90233eee82f31d165b6ae15691, ASSIGN}] 2024-11-22T16:22:37,780 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=bcaf7c90233eee82f31d165b6ae15691, ASSIGN 2024-11-22T16:22:37,781 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=bcaf7c90233eee82f31d165b6ae15691, ASSIGN; state=OFFLINE, location=93fb7f16a334,39281,1732292549980; forceNewPlan=false, retain=false 2024-11-22T16:22:37,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcaf7c90233eee82f31d165b6ae15691, regionState=OPENING, regionLocation=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:37,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=bcaf7c90233eee82f31d165b6ae15691, ASSIGN because future has completed 2024-11-22T16:22:37,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf7c90233eee82f31d165b6ae15691, server=93fb7f16a334,39281,1732292549980}] 2024-11-22T16:22:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:38,088 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:38,088 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bcaf7c90233eee82f31d165b6ae15691, NAME => 'test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:38,089 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:38,089 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-22T16:22:38,089 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,089 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:38,089 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,089 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,090 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,091 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf7c90233eee82f31d165b6ae15691 columnFamilyName f 2024-11-22T16:22:38,091 DEBUG [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:38,092 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(327): Store=bcaf7c90233eee82f31d165b6ae15691/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:38,092 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,092 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf7c90233eee82f31d165b6ae15691 columnFamilyName f1 2024-11-22T16:22:38,092 DEBUG [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:38,093 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(327): Store=bcaf7c90233eee82f31d165b6ae15691/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:38,093 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,094 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcaf7c90233eee82f31d165b6ae15691 columnFamilyName norep 2024-11-22T16:22:38,094 DEBUG [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:38,094 INFO [StoreOpener-bcaf7c90233eee82f31d165b6ae15691-1 {}] regionserver.HStore(327): Store=bcaf7c90233eee82f31d165b6ae15691/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:38,094 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,094 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,095 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,095 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,095 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,095 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:22:38,096 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,097 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:38,098 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bcaf7c90233eee82f31d165b6ae15691; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64828256, jitterRate=-0.033983707427978516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:22:38,098 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:38,098 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bcaf7c90233eee82f31d165b6ae15691: Running coprocessor pre-open hook at 1732292558090Writing region info on filesystem at 1732292558090Initializing all the Stores at 1732292558090Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292558090Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292558090Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292558090Cleaning up temporary data from old regions at 1732292558095 (+5 ms)Running coprocessor post-open hooks at 1732292558098 (+3 ms)Region opened successfully at 1732292558098 2024-11-22T16:22:38,099 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691., pid=6, masterSystemTime=1732292558085 2024-11-22T16:22:38,100 DEBUG [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:38,100 INFO [RS_OPEN_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:38,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bcaf7c90233eee82f31d165b6ae15691, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=93fb7f16a334,39281,1732292549980 2024-11-22T16:22:38,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcaf7c90233eee82f31d165b6ae15691, server=93fb7f16a334,39281,1732292549980 because future has completed 2024-11-22T16:22:38,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T16:22:38,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bcaf7c90233eee82f31d165b6ae15691, server=93fb7f16a334,39281,1732292549980 in 169 msec 2024-11-22T16:22:38,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T16:22:38,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=bcaf7c90233eee82f31d165b6ae15691, ASSIGN in 327 msec 2024-11-22T16:22:38,106 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:22:38,106 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292558106"}]},"ts":"1732292558106"} 2024-11-22T16:22:38,107 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-22T16:22:38,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:22:38,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-22T16:22:38,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T16:22:38,493 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-22T16:22:38,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330001e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:38,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:38,495 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d697895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:38,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:38,496 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf51628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,497 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38115,1732292539528 2024-11-22T16:22:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f41fa07 2024-11-22T16:22:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:38,498 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:38,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://93fb7f16a334:39731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:22:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:22:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:38,501 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39731' 2024-11-22T16:22:38,502 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf96b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,502 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39731,-1 for getting cluster id 2024-11-22T16:22:38,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:38,502 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95436152-60a7-4014-a6d9-3ec2920d48e3' 2024-11-22T16:22:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:38,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95436152-60a7-4014-a6d9-3ec2920d48e3" 2024-11-22T16:22:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378c3c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39731,-1] 2024-11-22T16:22:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:38,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:38,503 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103f3f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:38,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39731,1732292544223 2024-11-22T16:22:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1dd26b 2024-11-22T16:22:38,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:38,505 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:38,506 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-22T16:22:38,506 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:22:38,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:38,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:38,506 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:38,506 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T16:22:38,507 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-22T16:22:38,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T16:22:38,508 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:38,509 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T16:22:38,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741837_1013 (size=1138) 2024-11-22T16:22:38,557 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-22T16:22:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:38,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33e56c9874e664e9965f45fc0c08e032, NAME => 'hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90 2024-11-22T16:22:38,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741838_1014 (size=44) 2024-11-22T16:22:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 33e56c9874e664e9965f45fc0c08e032, disabling compactions & flushes 2024-11-22T16:22:39,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. after waiting 0 ms 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,320 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,320 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33e56c9874e664e9965f45fc0c08e032: Waiting for close lock at 1732292559320Disabling compacts and flushes for region at 1732292559320Disabling writes for close at 1732292559320Writing region close event to WAL at 1732292559320Closed at 1732292559320 2024-11-22T16:22:39,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T16:22:39,322 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732292559322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732292559322"}]},"ts":"1732292559322"} 2024-11-22T16:22:39,323 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T16:22:39,324 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T16:22:39,324 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292559324"}]},"ts":"1732292559324"} 2024-11-22T16:22:39,326 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-22T16:22:39,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032, ASSIGN}] 2024-11-22T16:22:39,327 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032, ASSIGN 2024-11-22T16:22:39,327 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032, ASSIGN; state=OFFLINE, location=93fb7f16a334,35957,1732292539723; forceNewPlan=false, retain=false 2024-11-22T16:22:39,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=33e56c9874e664e9965f45fc0c08e032, regionState=OPENING, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:39,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032, ASSIGN because future has completed 2024-11-22T16:22:39,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e56c9874e664e9965f45fc0c08e032, server=93fb7f16a334,35957,1732292539723}] 2024-11-22T16:22:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:39,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T16:22:39,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-22T16:22:39,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=93fb7f16a334%2C35957%2C1732292539723.rep, suffix=, logDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723, archiveDir=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/oldWALs, maxLogs=10 2024-11-22T16:22:39,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292559636, exclude list is [], retry=0 2024-11-22T16:22:39,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:39,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292559636 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 33e56c9874e664e9965f45fc0c08e032, NAME => 'hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.', STARTKEY => '', ENDKEY => ''} 2024-11-22T16:22:39,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. service=MultiRowMutationService 2024-11-22T16:22:39,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,654 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,655 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e56c9874e664e9965f45fc0c08e032 columnFamilyName hfileref 2024-11-22T16:22:39,655 DEBUG [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:39,655 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(327): Store=33e56c9874e664e9965f45fc0c08e032/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:39,655 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,656 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e56c9874e664e9965f45fc0c08e032 columnFamilyName queue 2024-11-22T16:22:39,656 DEBUG [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:39,656 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(327): Store=33e56c9874e664e9965f45fc0c08e032/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:39,656 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,657 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33e56c9874e664e9965f45fc0c08e032 columnFamilyName sid 2024-11-22T16:22:39,657 DEBUG [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T16:22:39,657 INFO [StoreOpener-33e56c9874e664e9965f45fc0c08e032-1 {}] regionserver.HStore(327): Store=33e56c9874e664e9965f45fc0c08e032/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T16:22:39,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-22T16:22:39,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T16:22:39,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 33e56c9874e664e9965f45fc0c08e032; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449508, jitterRate=-0.0843309760093689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-22T16:22:39,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:39,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 33e56c9874e664e9965f45fc0c08e032: Running coprocessor pre-open hook at 1732292559653Writing region info on filesystem at 1732292559653Initializing all the Stores at 1732292559654 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292559654Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292559654Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732292559654Cleaning up temporary data from old regions at 1732292559659 (+5 ms)Running coprocessor post-open hooks at 1732292559661 (+2 ms)Region opened successfully at 1732292559661 2024-11-22T16:22:39,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032., pid=10, masterSystemTime=1732292559632 2024-11-22T16:22:39,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:39,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=33e56c9874e664e9965f45fc0c08e032, regionState=OPEN, openSeqNum=2, regionLocation=93fb7f16a334,35957,1732292539723 2024-11-22T16:22:39,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33e56c9874e664e9965f45fc0c08e032, server=93fb7f16a334,35957,1732292539723 because future has completed 2024-11-22T16:22:39,666 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38115 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=93fb7f16a334,35957,1732292539723, table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-22T16:22:39,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T16:22:39,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 33e56c9874e664e9965f45fc0c08e032, server=93fb7f16a334,35957,1732292539723 in 187 msec 2024-11-22T16:22:39,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-22T16:22:39,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=33e56c9874e664e9965f45fc0c08e032, ASSIGN in 342 msec 2024-11-22T16:22:39,670 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T16:22:39,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732292559670"}]},"ts":"1732292559670"} 2024-11-22T16:22:39,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-22T16:22:39,672 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T16:22:39,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-22T16:22:39,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032., hostname=93fb7f16a334,35957,1732292539723, seqNum=2] 2024-11-22T16:22:39,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:39,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:39,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:22:40,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-22T16:22:40,020 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-22T16:22:40,047 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-93fb7f16a334,35957,1732292539723, ReplicationSource: 1, currentBandwidth=0 2024-11-22T16:22:40,047 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:40,047 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35957,1732292539723, seqNum=-1] 2024-11-22T16:22:40,047 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:40,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-22T16:22:40,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-93fb7f16a334,35957,1732292539723', locateType=CURRENT is [region=hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032., hostname=93fb7f16a334,35957,1732292539723, seqNum=2] 2024-11-22T16:22:40,051 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-22T16:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-22T16:22:40,053 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 93fb7f16a334,35957,1732292539723 suceeded 2024-11-22T16:22:40,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-22T16:22:40,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-22T16:22:40,055 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://93fb7f16a334:39731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:22:40,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-11-22T16:22:40,070 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:39731' 2024-11-22T16:22:40,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39731,-1 for getting cluster id 2024-11-22T16:22:40,071 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:40,071 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95436152-60a7-4014-a6d9-3ec2920d48e3' 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95436152-60a7-4014-a6d9-3ec2920d48e3" 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c2d6a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39731,-1] 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:40,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,072 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:40,073 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2bbd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,073 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39731,1732292544223 2024-11-22T16:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17e45da7 2024-11-22T16:22:40,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:40,074 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T16:22:40,075 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-93fb7f16a334,35957,1732292539723 (queues=1) is replicating from cluster=079263cb-b53a-4147-8593-03d77e19b477 to cluster=95436152-60a7-4014-a6d9-3ec2920d48e3 2024-11-22T16:22:40,075 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=93fb7f16a334%2C35957%2C1732292539723 2024-11-22T16:22:40,075 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-93fb7f16a334,35957,1732292539723, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:22:40,075 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C35957%2C1732292539723 2024-11-22T16:22:40,075 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150, startPosition=0, beingWritten=true 2024-11-22T16:22:40,080 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:40,080 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:40,080 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:40,287 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:40,590 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T16:22:40,643 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-22T16:22:40,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:40,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:40,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:40,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1179f164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,644 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:40,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:40,644 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:40,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5e13e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:40,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,645 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:40,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3100a870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7781cb0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39731,-1 for getting cluster id 2024-11-22T16:22:40,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:40,646 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95436152-60a7-4014-a6d9-3ec2920d48e3' 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95436152-60a7-4014-a6d9-3ec2920d48e3" 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f6227d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39731,-1] 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,647 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:40,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef8c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f814260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,36841,-1 for getting cluster id 2024-11-22T16:22:40,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:40,653 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6' 2024-11-22T16:22:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:40,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6" 2024-11-22T16:22:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67a6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,36841,-1] 2024-11-22T16:22:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:40,654 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:40,654 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:40,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30411a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:40,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:40,658 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732292560658/Put/seqid=0 2024-11-22T16:22:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741840_1016 (size=7894) 2024-11-22T16:22:40,994 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:41,063 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732292561063/Put/seqid=0 2024-11-22T16:22:41,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741841_1017 (size=7691) 2024-11-22T16:22:41,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c4249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:41,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:41,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:41,469 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffb2dfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:41,472 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:41,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8b1274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:41,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35957,1732292539723, seqNum=-1] 2024-11-22T16:22:41,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:41,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:41,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38115,1732292539528 2024-11-22T16:22:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@229de4cc 2024-11-22T16:22:41,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:41,484 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:41,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2] 2024-11-22T16:22:41,491 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:22:41,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-22T16:22:41,497 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:41,498 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-22T16:22:41,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_0 for inclusion in b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T16:22:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:41,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_1 for inclusion in b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T16:22:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegion(2603): Flush status journal for b8ef3b620d32ee7b36eee900a72f1cc1: 2024-11-22T16:22:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_0 2024-11-22T16:22:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_0 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ 2024-11-22T16:22:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_1 2024-11-22T16:22:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_1 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ 2024-11-22T16:22:41,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_0 into b8ef3b620d32ee7b36eee900a72f1cc1/f as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ - updating store file list. 2024-11-22T16:22:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c28b2b73076d4162baa4c29e49ad050d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:41,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ into b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:41,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_0 into b8ef3b620d32ee7b36eee900a72f1cc1/f (new location: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_) 2024-11-22T16:22:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_0 2024-11-22T16:22:41,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_1 into b8ef3b620d32ee7b36eee900a72f1cc1/f as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ - updating store file list. 2024-11-22T16:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:41,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ into b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:41,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_1 into b8ef3b620d32ee7b36eee900a72f1cc1/f (new location: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_) 2024-11-22T16:22:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__h3tdvdoupbhrmas2nfqkkgk53jb3k4kpvek3i70k8eoccuv2m0s3u0598ubtpdqu/f/hfile_1 2024-11-22T16:22:41,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:41,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:41,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:41,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:41,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 , the old value is region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:35957 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:22:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:22:41,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 from cache 2024-11-22T16:22:41,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,37067,1732292544483, seqNum=-1] 2024-11-22T16:22:41,531 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T16:22:41,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:41,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:41,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292555196.33b45a8034c68bcae43d289421c05d39., hostname=93fb7f16a334,37067,1732292544483, seqNum=2] 2024-11-22T16:22:41,535 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:22:41,634 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:22:42,101 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 379, reset compression=false 2024-11-22T16:22:42,136 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:42,136 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8ef3b620d32ee7b36eee900a72f1cc1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292561527/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:22:42,138 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:42,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T16:22:42,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.ReplicationSink(318): Replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:42,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cab05ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:42,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,39731,-1 for getting cluster id 2024-11-22T16:22:42,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:42,142 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '95436152-60a7-4014-a6d9-3ec2920d48e3' 2024-11-22T16:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "95436152-60a7-4014-a6d9-3ec2920d48e3" 2024-11-22T16:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@652c614a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,39731,-1] 2024-11-22T16:22:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:42,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:42,143 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:42,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38240426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741837_1013 (size=7894) 2024-11-22T16:22:42,336 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 687, reset compression=false 2024-11-22T16:22:42,537 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:22:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741838_1014 (size=7691) 2024-11-22T16:22:42,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,39731,1732292544223 2024-11-22T16:22:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d5b74cd 2024-11-22T16:22:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:42,565 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-22T16:22:42,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:22:42,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,37067,1732292544483, seqNum=-1] 2024-11-22T16:22:42,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:42,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-22T16:22:42,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-22T16:22:42,574 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-22T16:22:42,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ for inclusion in 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-22T16:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:42,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ for inclusion in 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-22T16:22:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegion(2603): Flush status journal for 33b45a8034c68bcae43d289421c05d39: 2024-11-22T16:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/270f68b55b7047269ba67a6d5f66e430_SeqId_4_ 2024-11-22T16:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/976980f32dc24300a776c53a59b46c37_SeqId_4_ 2024-11-22T16:22:42,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/270f68b55b7047269ba67a6d5f66e430_SeqId_4_ - updating store file list. 2024-11-22T16:22:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 270f68b55b7047269ba67a6d5f66e430_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:42,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/270f68b55b7047269ba67a6d5f66e430_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:42,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f (new location: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/270f68b55b7047269ba67a6d5f66e430_SeqId_4_) 2024-11-22T16:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_ 2024-11-22T16:22:42,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/976980f32dc24300a776c53a59b46c37_SeqId_4_ - updating store file list. 2024-11-22T16:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 976980f32dc24300a776c53a59b46c37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:42,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/976980f32dc24300a776c53a59b46c37_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:42,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ into 33b45a8034c68bcae43d289421c05d39/f (new location: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/976980f32dc24300a776c53a59b46c37_SeqId_4_) 2024-11-22T16:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__dfn5r64sa6hujcfnnrai2ai32ko93hhfjg69oi6orde61h8vuodte7i34mg716ri/f/c28b2b73076d4162baa4c29e49ad050d_SeqId_4_ 2024-11-22T16:22:42,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.ReplicationSink(324): Finished replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:42,639 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 687, reset compression=false 2024-11-22T16:22:43,043 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 687, reset compression=false 2024-11-22T16:22:43,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39281,1732292549980, seqNum=-1] 2024-11-22T16:22:43,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:43,546 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 687, reset compression=false 2024-11-22T16:22:43,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:43,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691., hostname=93fb7f16a334,39281,1732292549980, seqNum=2] 2024-11-22T16:22:43,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:43,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T16:22:43,554 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 93fb7f16a334%2C35957%2C1732292539723.rep:(num 1732292559636) roll requested 2024-11-22T16:22:43,569 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292563554, exclude list is [], retry=0 2024-11-22T16:22:43,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:43,572 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292559636 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292563554 2024-11-22T16:22:43,573 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:43,573 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292559636 is not closed yet, will try archiving it next time 2024-11-22T16:22:43,573 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 93fb7f16a334%2C35957%2C1732292539723.meta:.meta(num 1732292542095) roll requested 2024-11-22T16:22:43,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741839_1015 (size=1505) 2024-11-22T16:22:43,585 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292563573.meta, exclude list is [], retry=0 2024-11-22T16:22:43,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:43,588 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292542095.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292563573.meta 2024-11-22T16:22:43,589 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:43,589 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.meta.1732292542095.meta is not closed yet, will try archiving it next time 2024-11-22T16:22:43,589 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 93fb7f16a334%2C35957%2C1732292539723:(num 1732292541150) roll requested 2024-11-22T16:22:43,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741834_1010 (size=3473) 2024-11-22T16:22:43,592 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:43,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,605 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, exclude list is [], retry=0 2024-11-22T16:22:43,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34203,DS-b7d7817f-ba98-4c5d-a64d-ff8255923f37,DISK] 2024-11-22T16:22:43,608 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 2024-11-22T16:22:43,611 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44117:44117)] 2024-11-22T16:22:43,611 DEBUG [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 is not closed yet, will try archiving it next time 2024-11-22T16:22:43,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f564a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:43,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:43,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741832_1008 (size=695) 2024-11-22T16:22:43,612 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e3e329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:43,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,613 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/oldWALs/93fb7f16a334%2C35957%2C1732292539723.1732292541150 2024-11-22T16:22:43,614 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:43,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa7cc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38115,1732292539528 2024-11-22T16:22:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@546bb6e5 2024-11-22T16:22:43,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:43,616 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:43,616 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://93fb7f16a334:36841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-22T16:22:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-22T16:22:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:22:43,618 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:36841' 2024-11-22T16:22:43,619 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55227c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,619 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,36841,-1 for getting cluster id 2024-11-22T16:22:43,619 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:43,620 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6' 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6" 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ef5351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,36841,-1] 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:43,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,621 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:43,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bac5b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,622 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:43,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,36841,1732292549829 2024-11-22T16:22:43,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec3b4ba 2024-11-22T16:22:43,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:43,623 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:43,624 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-22T16:22:43,624 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-22T16:22:43,624 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,624 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:43,644 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:22:43,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:43,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-22T16:22:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:22:43,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35957 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-22T16:22:43,864 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-22T16:22:43,890 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-93fb7f16a334,35957,1732292539723, ReplicationSource: 2, currentBandwidth=0 2024-11-22T16:22:43,892 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-22T16:22:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-22T16:22:43,894 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 93fb7f16a334,35957,1732292539723 suceeded 2024-11-22T16:22:43,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-22T16:22:43,895 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://93fb7f16a334:36841,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-22T16:22:43,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-22T16:22:43,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 279 msec 2024-11-22T16:22:43,906 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='93fb7f16a334:36841' 2024-11-22T16:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7321b55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,36841,-1 for getting cluster id 2024-11-22T16:22:43,907 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:43,907 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6' 2024-11-22T16:22:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6" 2024-11-22T16:22:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743925d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,36841,-1] 2024-11-22T16:22:43,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:43,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,908 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:43,909 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f329689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:43,909 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:43,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,36841,1732292549829 2024-11-22T16:22:43,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16fb30ba 2024-11-22T16:22:43,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:43,910 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-22T16:22:43,910 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-93fb7f16a334,35957,1732292539723 (queues=1) is replicating from cluster=079263cb-b53a-4147-8593-03d77e19b477 to cluster=8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6 2024-11-22T16:22:43,910 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=93fb7f16a334%2C35957%2C1732292539723 2024-11-22T16:22:43,910 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-93fb7f16a334,35957,1732292539723, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-22T16:22:43,911 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, startPosition=0, beingWritten=true 2024-11-22T16:22:43,911 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 93fb7f16a334%2C35957%2C1732292539723 2024-11-22T16:22:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-22T16:22:43,933 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-22T16:22:43,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:43,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:43,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:43,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:43,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T16:22:43,937 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732292563937/Put/seqid=0 2024-11-22T16:22:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741845_1021 (size=11194) 2024-11-22T16:22:44,114 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 0, reset compression=false 2024-11-22T16:22:44,149 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 to pos 687, reset compression=false 2024-11-22T16:22:44,154 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 was moved to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/oldWALs/93fb7f16a334%2C35957%2C1732292539723.1732292541150 2024-11-22T16:22:44,155 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150 2024-11-22T16:22:44,155 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292541150, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-22T16:22:44,155 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, startPosition=0, beingWritten=true 2024-11-22T16:22:44,157 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [93fb7f16a334%2C35957%2C1732292539723.1732292541150] 2024-11-22T16:22:44,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732292564345/Put/seqid=0 2024-11-22T16:22:44,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741846_1022 (size=10791) 2024-11-22T16:22:44,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,38115,-1 for getting cluster id 2024-11-22T16:22:44,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:44,355 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079263cb-b53a-4147-8593-03d77e19b477' 2024-11-22T16:22:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079263cb-b53a-4147-8593-03d77e19b477" 2024-11-22T16:22:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ac458d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,38115,-1] 2024-11-22T16:22:44,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:44,356 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:44,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f362b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,35957,1732292539723, seqNum=-1] 2024-11-22T16:22:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:44,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T16:22:44,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,38115,1732292539528 2024-11-22T16:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15daa187 2024-11-22T16:22:44,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:44,367 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T16:22:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2] 2024-11-22T16:22:44,371 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:22:44,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-22T16:22:44,381 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-22T16:22:44,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_0 for inclusion in b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T16:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:44,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_1 for inclusion in b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T16:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegion(2603): Flush status journal for b8ef3b620d32ee7b36eee900a72f1cc1: 2024-11-22T16:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_0 2024-11-22T16:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_0 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ 2024-11-22T16:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_1 2024-11-22T16:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_1 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ 2024-11-22T16:22:44,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_0 into b8ef3b620d32ee7b36eee900a72f1cc1/f as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ - updating store file list. 2024-11-22T16:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ into b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:44,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_0 into b8ef3b620d32ee7b36eee900a72f1cc1/f (new location: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_) 2024-11-22T16:22:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_0 2024-11-22T16:22:44,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_1 into b8ef3b620d32ee7b36eee900a72f1cc1/f as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ - updating store file list. 2024-11-22T16:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66d85603cea14ad1a3384ba810cc5156_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ into b8ef3b620d32ee7b36eee900a72f1cc1/f 2024-11-22T16:22:44,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_1 into b8ef3b620d32ee7b36eee900a72f1cc1/f (new location: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_) 2024-11-22T16:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35957 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/staging/jenkins__test__nth7bqahjec62b48e2d98rlfh7a2ctaoir5v8f03ppeqbkl37pt6dr1m36eksflt/f/hfile_1 2024-11-22T16:22:44,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:44,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:44,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:44,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:44,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 , the old value is region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=93fb7f16a334:35957 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:22:44,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-22T16:22:44,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., hostname=93fb7f16a334,35957,1732292539723, seqNum=2 from cache 2024-11-22T16:22:44,406 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-22T16:22:44,409 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-22T16:22:44,417 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 0, reset compression=false 2024-11-22T16:22:44,421 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:44,421 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8ef3b620d32ee7b36eee900a72f1cc1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292564404/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:22:44,423 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T16:22:44,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-22T16:22:44,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.ReplicationSink(318): Replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:44,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a9feb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] client.ClusterIdFetcher(90): Going to request 93fb7f16a334,36841,-1 for getting cluster id 2024-11-22T16:22:44,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T16:22:44,425 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6' 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8c5d5eaa-91ef-4d6d-8bb8-071f9008acd6" 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@774318a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [93fb7f16a334,36841,-1] 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T16:22:44,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:44,427 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-22T16:22:44,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f5392e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T16:22:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741837_1013 (size=11194) 2024-11-22T16:22:44,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:44,473 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:44,474 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149064 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [93fb7f16a334,35121,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-22T16:22:44,513 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-22T16:22:44,622 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:44,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741838_1014 (size=10791) 2024-11-22T16:22:44,859 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 0, reset compression=false 2024-11-22T16:22:44,863 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-22T16:22:44,863 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8ef3b620d32ee7b36eee900a72f1cc1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732292564404/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-22T16:22:44,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.ReplicationSink(318): Replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:44,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741839_1015 (size=11194) 2024-11-22T16:22:44,925 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,063 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-22T16:22:45,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T16:22:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 93fb7f16a334,36841,1732292549829 2024-11-22T16:22:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e94f99e 2024-11-22T16:22:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T16:22:45,250 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-22T16:22:45,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:22:45,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T16:22:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=93fb7f16a334,39281,1732292549980, seqNum=-1] 2024-11-22T16:22:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T16:22:45,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-22T16:22:45,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T16:22:45,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T16:22:45,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ for inclusion in bcaf7c90233eee82f31d165b6ae15691/f 2024-11-22T16:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T16:22:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:45,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ for inclusion in bcaf7c90233eee82f31d165b6ae15691/f 2024-11-22T16:22:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T16:22:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HRegion(2603): Flush status journal for bcaf7c90233eee82f31d165b6ae15691: 2024-11-22T16:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/ce4b29f9e3804af19faaab44f97a0ae9_SeqId_4_ 2024-11-22T16:22:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66d85603cea14ad1a3384ba810cc5156_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/4acc906263c74cc689d0b2545800aa2f_SeqId_4_ 2024-11-22T16:22:45,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ into bcaf7c90233eee82f31d165b6ae15691/f as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/ce4b29f9e3804af19faaab44f97a0ae9_SeqId_4_ - updating store file list. 2024-11-22T16:22:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce4b29f9e3804af19faaab44f97a0ae9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/ce4b29f9e3804af19faaab44f97a0ae9_SeqId_4_ into bcaf7c90233eee82f31d165b6ae15691/f 2024-11-22T16:22:45,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ into bcaf7c90233eee82f31d165b6ae15691/f (new location: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/ce4b29f9e3804af19faaab44f97a0ae9_SeqId_4_) 2024-11-22T16:22:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ 2024-11-22T16:22:45,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ into bcaf7c90233eee82f31d165b6ae15691/f as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/4acc906263c74cc689d0b2545800aa2f_SeqId_4_ - updating store file list. 2024-11-22T16:22:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4acc906263c74cc689d0b2545800aa2f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:45,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/4acc906263c74cc689d0b2545800aa2f_SeqId_4_ into bcaf7c90233eee82f31d165b6ae15691/f 2024-11-22T16:22:45,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ into bcaf7c90233eee82f31d165b6ae15691/f (new location: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/f/4acc906263c74cc689d0b2545800aa2f_SeqId_4_) 2024-11-22T16:22:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/staging/jenkins.hfs.23__test__b1k8g6r7p4drdmrqlpbhkhn1td7osefh2tabqktntt6md3fj8fj3hgjp4a8k51hk/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ 2024-11-22T16:22:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741840_1016 (size=10791) 2024-11-22T16:22:45,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39281 {}] regionserver.ReplicationSink(324): Finished replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:45,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-22T16:22:45,282 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-22T16:22:45,284 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-22T16:22:45,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ for inclusion in 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-22T16:22:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:45,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ for inclusion in 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-22T16:22:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-22T16:22:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegion(2603): Flush status journal for 33b45a8034c68bcae43d289421c05d39: 2024-11-22T16:22:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/794887a7b7a84d03b57be76200df2cdf_SeqId_6_ 2024-11-22T16:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 66d85603cea14ad1a3384ba810cc5156_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-22T16:22:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/4333acf8be384ce59c7832296446bee9_SeqId_6_ 2024-11-22T16:22:45,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/794887a7b7a84d03b57be76200df2cdf_SeqId_6_ - updating store file list. 2024-11-22T16:22:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 794887a7b7a84d03b57be76200df2cdf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/794887a7b7a84d03b57be76200df2cdf_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:45,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f (new location: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/794887a7b7a84d03b57be76200df2cdf_SeqId_6_) 2024-11-22T16:22:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/3efe6b0271974db3b5a3bdca32ed2030_SeqId_6_ 2024-11-22T16:22:45,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/4333acf8be384ce59c7832296446bee9_SeqId_6_ - updating store file list. 2024-11-22T16:22:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4333acf8be384ce59c7832296446bee9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-22T16:22:45,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/4333acf8be384ce59c7832296446bee9_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f 2024-11-22T16:22:45,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ into 33b45a8034c68bcae43d289421c05d39/f (new location: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/f/4333acf8be384ce59c7832296446bee9_SeqId_6_) 2024-11-22T16:22:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/staging/jenkins.hfs.22__test__8jbfid8amf9785vponc7cn0vl92o20v413p45d27ucoi5lholqhfto7jdlap78i0/f/66d85603cea14ad1a3384ba810cc5156_SeqId_6_ 2024-11-22T16:22:45,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37067 {}] regionserver.ReplicationSink(324): Finished replicating [079263cb-b53a-4147-8593-03d77e19b477] bulk loaded data 2024-11-22T16:22:45,328 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,366 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:45,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:45,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:45,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:45,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:45,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:45,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:45,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2071551712, stopped=false 2024-11-22T16:22:45,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,36841,1732292549829 2024-11-22T16:22:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-709203056/running 2024-11-22T16:22:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-709203056/running 2024-11-22T16:22:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:45,490 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:45,490 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:45,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:45,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:45,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/running 2024-11-22T16:22:45,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Set watcher on znode that does not yet exist, /2-709203056/running 2024-11-22T16:22:45,491 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,39281,1732292549980' ***** 2024-11-22T16:22:45,491 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:45,491 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:45,491 INFO [RS:0;93fb7f16a334:39281 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:45,491 INFO [RS:0;93fb7f16a334:39281 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(3091): Received CLOSE for bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:45,492 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,39281,1732292549980 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:39281. 2024-11-22T16:22:45,492 DEBUG [RS:0;93fb7f16a334:39281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:45,492 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcaf7c90233eee82f31d165b6ae15691, disabling compactions & flushes 2024-11-22T16:22:45,492 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:45,492 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:45,492 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:45,492 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. after waiting 0 ms 2024-11-22T16:22:45,492 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:45,492 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:22:45,493 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bcaf7c90233eee82f31d165b6ae15691=test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691.} 2024-11-22T16:22:45,493 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bcaf7c90233eee82f31d165b6ae15691 2024-11-22T16:22:45,493 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:45,493 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:45,493 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:45,493 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:45,493 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:45,493 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T16:22:45,496 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/default/test/bcaf7c90233eee82f31d165b6ae15691/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-22T16:22:45,496 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:45,496 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:45,496 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:45,497 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcaf7c90233eee82f31d165b6ae15691: Waiting for close lock at 1732292565492Running coprocessor pre-close hooks at 1732292565492Disabling compacts and flushes for region at 1732292565492Disabling writes for close at 1732292565492Writing region close event to WAL at 1732292565493 (+1 ms)Running coprocessor post-close hooks at 1732292565496 (+3 ms)Closed at 1732292565496 2024-11-22T16:22:45,497 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691. 2024-11-22T16:22:45,503 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:45,511 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/info/6281892473c748f39cafce6646c7fafb is 129, key is test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691./info:regioninfo/1732292558100/Put/seqid=0 2024-11-22T16:22:45,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741839_1015 (size=6421) 2024-11-22T16:22:45,693 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:45,770 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,793 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:45,793 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:45,831 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:45,893 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:45,923 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/info/6281892473c748f39cafce6646c7fafb 2024-11-22T16:22:45,958 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/ns/a79f97a95cb145efa304d565d70ebcb7 is 43, key is default/ns:d/1732292552907/Put/seqid=0 2024-11-22T16:22:45,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741840_1016 (size=5153) 2024-11-22T16:22:45,965 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/ns/a79f97a95cb145efa304d565d70ebcb7 2024-11-22T16:22:45,988 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/rep_barrier/a05fed1cdc994a08a436f4199a3dfb0e is 112, key is test,,1732292557354.bcaf7c90233eee82f31d165b6ae15691./rep_barrier:seqnumDuringOpen/1732292558100/Put/seqid=0 2024-11-22T16:22:45,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741841_1017 (size=5518) 2024-11-22T16:22:46,093 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:46,273 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:46,293 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:46,392 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/rep_barrier/a05fed1cdc994a08a436f4199a3dfb0e 2024-11-22T16:22:46,407 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/table/e7db0a23363e495c897e8a105e51c8a8 is 40, key is test/table:state/1732292558106/Put/seqid=0 2024-11-22T16:22:46,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741842_1018 (size=5165) 2024-11-22T16:22:46,434 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:46,494 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:22:46,494 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:22:46,494 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:46,694 DEBUG [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:46,811 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/table/e7db0a23363e495c897e8a105e51c8a8 2024-11-22T16:22:46,815 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/info/6281892473c748f39cafce6646c7fafb as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/info/6281892473c748f39cafce6646c7fafb 2024-11-22T16:22:46,818 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/info/6281892473c748f39cafce6646c7fafb, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T16:22:46,819 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/ns/a79f97a95cb145efa304d565d70ebcb7 as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/ns/a79f97a95cb145efa304d565d70ebcb7 2024-11-22T16:22:46,822 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/ns/a79f97a95cb145efa304d565d70ebcb7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:22:46,823 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/rep_barrier/a05fed1cdc994a08a436f4199a3dfb0e as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/rep_barrier/a05fed1cdc994a08a436f4199a3dfb0e 2024-11-22T16:22:46,826 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/rep_barrier/a05fed1cdc994a08a436f4199a3dfb0e, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T16:22:46,827 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/.tmp/table/e7db0a23363e495c897e8a105e51c8a8 as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/table/e7db0a23363e495c897e8a105e51c8a8 2024-11-22T16:22:46,830 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/table/e7db0a23363e495c897e8a105e51c8a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:22:46,830 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false 2024-11-22T16:22:46,834 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:22:46,834 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:46,834 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:46,834 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:46,834 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292565493Running coprocessor pre-close hooks at 1732292565493Disabling compacts and flushes for region at 1732292565493Disabling writes for close at 1732292565493Obtaining lock to block concurrent updates at 1732292565493Preparing flush snapshotting stores in 1588230740 at 1732292565493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732292565493Flushing stores of hbase:meta,,1.1588230740 at 1732292565494 (+1 ms)Flushing 1588230740/info: creating writer at 1732292565494Flushing 1588230740/info: appending metadata at 1732292565511 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732292565511Flushing 1588230740/ns: creating writer at 1732292565927 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732292565957 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1732292565957Flushing 1588230740/rep_barrier: creating writer at 1732292565969 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292565987 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292565987Flushing 1588230740/table: creating writer at 1732292566395 (+408 ms)Flushing 1588230740/table: appending metadata at 1732292566407 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732292566407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9b7b1: reopening flushed file at 1732292566814 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8259ca: reopening flushed file at 1732292566818 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701b6eba: reopening flushed file at 1732292566822 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8df7b8: reopening flushed file at 1732292566826 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false at 1732292566830 (+4 ms)Writing region close event to WAL at 1732292566831 (+1 ms)Running coprocessor post-close hooks at 1732292566834 (+3 ms)Closed at 1732292566834 2024-11-22T16:22:46,834 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:46,877 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:46,894 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,39281,1732292549980; all regions closed. 2024-11-22T16:22:46,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741834_1010 (size=2717) 2024-11-22T16:22:46,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.meta.1732292552869.meta not finished, retry = 0 2024-11-22T16:22:46,998 DEBUG [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/oldWALs 2024-11-22T16:22:46,998 INFO [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C39281%2C1732292549980.meta:.meta(num 1732292552869) 2024-11-22T16:22:47,000 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/WALs/93fb7f16a334,39281,1732292549980/93fb7f16a334%2C39281%2C1732292549980.1732292551931 not finished, retry = 0 2024-11-22T16:22:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741832_1008 (size=1028) 2024-11-22T16:22:47,102 DEBUG [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/oldWALs 2024-11-22T16:22:47,102 INFO [RS:0;93fb7f16a334:39281 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C39281%2C1732292549980:(num 1732292551931) 2024-11-22T16:22:47,102 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:47,102 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:47,102 INFO [RS:0;93fb7f16a334:39281 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:47,102 INFO [RS:0;93fb7f16a334:39281 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:47,102 INFO [RS:0;93fb7f16a334:39281 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:47,103 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:47,103 INFO [RS:0;93fb7f16a334:39281 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:39281. 2024-11-22T16:22:47,103 DEBUG [RS:0;93fb7f16a334:39281 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:47,103 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:47,103 DEBUG [RS:0;93fb7f16a334:39281 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:47,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:47,103 INFO [RS:0;93fb7f16a334:39281 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39281 2024-11-22T16:22:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-709203056/rs/93fb7f16a334,39281,1732292549980 2024-11-22T16:22:47,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056/rs 2024-11-22T16:22:47,119 INFO [RS:0;93fb7f16a334:39281 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:47,137 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:47,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,39281,1732292549980] 2024-11-22T16:22:47,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-709203056/draining/93fb7f16a334,39281,1732292549980 already deleted, retry=false 2024-11-22T16:22:47,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,39281,1732292549980 expired; onlineServers=0 2024-11-22T16:22:47,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,36841,1732292549829' ***** 2024-11-22T16:22:47,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:47,216 INFO [M:0;93fb7f16a334:36841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:47,216 INFO [M:0;93fb7f16a334:36841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:47,216 DEBUG [M:0;93fb7f16a334:36841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:47,217 DEBUG [M:0;93fb7f16a334:36841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:47,217 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:47,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292551676 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292551676,5,FailOnTimeoutGroup] 2024-11-22T16:22:47,217 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292551676 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292551676,5,FailOnTimeoutGroup] 2024-11-22T16:22:47,217 INFO [M:0;93fb7f16a334:36841 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:47,217 INFO [M:0;93fb7f16a334:36841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:47,217 DEBUG [M:0;93fb7f16a334:36841 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:47,217 INFO [M:0;93fb7f16a334:36841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:47,217 INFO [M:0;93fb7f16a334:36841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:47,217 INFO [M:0;93fb7f16a334:36841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:47,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-709203056/master 2024-11-22T16:22:47,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-709203056 2024-11-22T16:22:47,227 DEBUG [M:0;93fb7f16a334:36841 {}] zookeeper.ZKUtil(347): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Unable to get data of znode /2-709203056/master because node does not exist (not an error) 2024-11-22T16:22:47,227 WARN [M:0;93fb7f16a334:36841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:22:47,227 INFO [M:0;93fb7f16a334:36841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/.lastflushedseqids 2024-11-22T16:22:47,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741843_1019 (size=173) 2024-11-22T16:22:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39281-0x101635a677a0007, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:47,298 INFO [RS:0;93fb7f16a334:39281 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:47,298 INFO [RS:0;93fb7f16a334:39281 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,39281,1732292549980; zookeeper connection closed. 2024-11-22T16:22:47,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e17efc6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e17efc6 2024-11-22T16:22:47,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:47,580 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:47,631 INFO [M:0;93fb7f16a334:36841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:47,631 INFO [M:0;93fb7f16a334:36841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:47,632 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:47,632 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:47,632 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:47,632 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:47,632 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:47,632 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T16:22:47,651 DEBUG [M:0;93fb7f16a334:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccd47fe3f49e439098854be0e8d913f6 is 82, key is hbase:meta,,1/info:regioninfo/1732292552896/Put/seqid=0 2024-11-22T16:22:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741844_1020 (size=5672) 2024-11-22T16:22:47,940 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:48,056 INFO [M:0;93fb7f16a334:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccd47fe3f49e439098854be0e8d913f6 2024-11-22T16:22:48,072 DEBUG [M:0;93fb7f16a334:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e7a2f958ba74a788150864de8339c2d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292558108/Put/seqid=0 2024-11-22T16:22:48,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741845_1021 (size=6586) 2024-11-22T16:22:48,383 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:48,476 INFO [M:0;93fb7f16a334:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e7a2f958ba74a788150864de8339c2d 2024-11-22T16:22:48,493 DEBUG [M:0;93fb7f16a334:36841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd14cd1a1aab4ecfa81c87ba2ed6d5c0 is 69, key is 93fb7f16a334,39281,1732292549980/rs:state/1732292551736/Put/seqid=0 2024-11-22T16:22:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741846_1022 (size=5156) 2024-11-22T16:22:48,847 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:48,896 INFO [M:0;93fb7f16a334:36841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd14cd1a1aab4ecfa81c87ba2ed6d5c0 2024-11-22T16:22:48,901 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccd47fe3f49e439098854be0e8d913f6 as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccd47fe3f49e439098854be0e8d913f6 2024-11-22T16:22:48,904 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccd47fe3f49e439098854be0e8d913f6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T16:22:48,904 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e7a2f958ba74a788150864de8339c2d as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e7a2f958ba74a788150864de8339c2d 2024-11-22T16:22:48,907 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e7a2f958ba74a788150864de8339c2d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T16:22:48,908 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bd14cd1a1aab4ecfa81c87ba2ed6d5c0 as hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd14cd1a1aab4ecfa81c87ba2ed6d5c0 2024-11-22T16:22:48,911 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34539/user/jenkins/test-data/fc8bb2ba-0c93-1d22-1231-e07b32b6eef7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bd14cd1a1aab4ecfa81c87ba2ed6d5c0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T16:22:48,911 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false 2024-11-22T16:22:48,920 INFO [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:48,920 DEBUG [M:0;93fb7f16a334:36841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292567631Disabling compacts and flushes for region at 1732292567631Disabling writes for close at 1732292567632 (+1 ms)Obtaining lock to block concurrent updates at 1732292567632Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292567632Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732292567632Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292567633 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292567633Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292567651 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292567651Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292568059 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292568072 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292568072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292568479 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292568492 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292568492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e76bf28: reopening flushed file at 1732292568900 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62507fe1: reopening flushed file at 1732292568904 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed9dba7: reopening flushed file at 1732292568907 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false at 1732292568911 (+4 ms)Writing region close event to WAL at 1732292568920 (+9 ms)Closed at 1732292568920 2024-11-22T16:22:48,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33919 is added to blk_1073741830_1006 (size=32770) 2024-11-22T16:22:48,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:48,923 INFO [M:0;93fb7f16a334:36841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:48,923 INFO [M:0;93fb7f16a334:36841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36841 2024-11-22T16:22:48,923 INFO [M:0;93fb7f16a334:36841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:49,074 INFO [M:0;93fb7f16a334:36841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:49,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36841-0x101635a677a0006, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:49,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@472d4d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:49,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5d2f65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:49,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:49,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50f8a0ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:49,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a76c9c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:49,078 WARN [BP-2112610990-172.17.0.2-1732292547710 heartbeating to localhost/127.0.0.1:34539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:49,078 WARN [BP-2112610990-172.17.0.2-1732292547710 heartbeating to localhost/127.0.0.1:34539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2112610990-172.17.0.2-1732292547710 (Datanode Uuid 99e79b41-71a1-4cc2-b07c-6b2896ae7fca) service to localhost/127.0.0.1:34539 2024-11-22T16:22:49,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/cluster_32257ba1-c2c4-14b1-60dd-8b832b40e21c/data/data1/current/BP-2112610990-172.17.0.2-1732292547710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:49,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/cluster_32257ba1-c2c4-14b1-60dd-8b832b40e21c/data/data2/current/BP-2112610990-172.17.0.2-1732292547710 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:49,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:49,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:49,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:49,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f206930{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:49,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@270e10e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:49,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:49,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79393f7f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:49,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e39517{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7ed531a7-b7f2-6511-1c2a-aad25ee0229e/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:49,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:49,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:49,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:49,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:49,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:49,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:49,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:49,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1496006063, stopped=false 2024-11-22T16:22:49,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,39731,1732292544223 2024-11-22T16:22:49,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660779265/running 2024-11-22T16:22:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660779265/running 2024-11-22T16:22:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:49,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:49,111 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:49,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:49,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:49,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:49,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,37067,1732292544483' ***** 2024-11-22T16:22:49,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:49,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/running 2024-11-22T16:22:49,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Set watcher on znode that does not yet exist, /1-1660779265/running 2024-11-22T16:22:49,111 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:49,112 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(3091): Received CLOSE for 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,37067,1732292544483 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:37067. 2024-11-22T16:22:49,112 DEBUG [RS:0;93fb7f16a334:37067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:49,112 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33b45a8034c68bcae43d289421c05d39, disabling compactions & flushes 2024-11-22T16:22:49,112 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:49,112 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:49,112 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:49,112 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292555196.33b45a8034c68bcae43d289421c05d39. after waiting 0 ms 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:49,112 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:49,112 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:49,113 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-22T16:22:49,113 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 33b45a8034c68bcae43d289421c05d39=test,,1732292555196.33b45a8034c68bcae43d289421c05d39.} 2024-11-22T16:22:49,113 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:49,113 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33b45a8034c68bcae43d289421c05d39 2024-11-22T16:22:49,113 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:49,113 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:49,113 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:49,113 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:49,113 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-22T16:22:49,115 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/default/test/33b45a8034c68bcae43d289421c05d39/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:22:49,116 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:49,116 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:49,116 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:49,116 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33b45a8034c68bcae43d289421c05d39: Waiting for close lock at 1732292569112Running coprocessor pre-close hooks at 1732292569112Disabling compacts and flushes for region at 1732292569112Disabling writes for close at 1732292569112Writing region close event to WAL at 1732292569113 (+1 ms)Running coprocessor post-close hooks at 1732292569116 (+3 ms)Closed at 1732292569116 2024-11-22T16:22:49,116 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292555196.33b45a8034c68bcae43d289421c05d39. 2024-11-22T16:22:49,119 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T16:22:49,130 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/info/164cf14fc9ac43ab91a3be20eaca0b64 is 129, key is test,,1732292555196.33b45a8034c68bcae43d289421c05d39./info:regioninfo/1732292556337/Put/seqid=0 2024-11-22T16:22:49,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741841_1017 (size=6421) 2024-11-22T16:22:49,134 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/info/164cf14fc9ac43ab91a3be20eaca0b64 2024-11-22T16:22:49,149 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/ns/ca62a24b362943c28264dc2bd9f03dbe is 43, key is default/ns:d/1732292547518/Put/seqid=0 2024-11-22T16:22:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741842_1018 (size=5153) 2024-11-22T16:22:49,206 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:49,288 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:49,313 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:49,385 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:49,385 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:49,513 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:49,553 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/ns/ca62a24b362943c28264dc2bd9f03dbe 2024-11-22T16:22:49,569 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/rep_barrier/69ee0dbce5b84e199e5c62ae4e1ae29b is 112, key is test,,1732292555196.33b45a8034c68bcae43d289421c05d39./rep_barrier:seqnumDuringOpen/1732292556337/Put/seqid=0 2024-11-22T16:22:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741843_1019 (size=5518) 2024-11-22T16:22:49,571 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/rep_barrier/69ee0dbce5b84e199e5c62ae4e1ae29b 2024-11-22T16:22:49,586 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/table/da1913f4b9644a329f6fe5390c13022b is 40, key is test/table:state/1732292556343/Put/seqid=0 2024-11-22T16:22:49,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741844_1020 (size=5165) 2024-11-22T16:22:49,713 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:49,850 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:49,913 DEBUG [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:49,990 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/table/da1913f4b9644a329f6fe5390c13022b 2024-11-22T16:22:49,994 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/info/164cf14fc9ac43ab91a3be20eaca0b64 as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/info/164cf14fc9ac43ab91a3be20eaca0b64 2024-11-22T16:22:49,997 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/info/164cf14fc9ac43ab91a3be20eaca0b64, entries=10, sequenceid=11, filesize=6.3 K 2024-11-22T16:22:49,997 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/ns/ca62a24b362943c28264dc2bd9f03dbe as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/ns/ca62a24b362943c28264dc2bd9f03dbe 2024-11-22T16:22:50,001 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/ns/ca62a24b362943c28264dc2bd9f03dbe, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:22:50,001 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/rep_barrier/69ee0dbce5b84e199e5c62ae4e1ae29b as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/rep_barrier/69ee0dbce5b84e199e5c62ae4e1ae29b 2024-11-22T16:22:50,004 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/rep_barrier/69ee0dbce5b84e199e5c62ae4e1ae29b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-22T16:22:50,005 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/.tmp/table/da1913f4b9644a329f6fe5390c13022b as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/table/da1913f4b9644a329f6fe5390c13022b 2024-11-22T16:22:50,008 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/table/da1913f4b9644a329f6fe5390c13022b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-22T16:22:50,008 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false 2024-11-22T16:22:50,008 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:22:50,012 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-22T16:22:50,013 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:50,013 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:50,013 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:50,013 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292569113Running coprocessor pre-close hooks at 1732292569113Disabling compacts and flushes for region at 1732292569113Disabling writes for close at 1732292569113Obtaining lock to block concurrent updates at 1732292569113Preparing flush snapshotting stores in 1588230740 at 1732292569113Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732292569113Flushing stores of hbase:meta,,1.1588230740 at 1732292569113Flushing 1588230740/info: creating writer at 1732292569114 (+1 ms)Flushing 1588230740/info: appending metadata at 1732292569130 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732292569130Flushing 1588230740/ns: creating writer at 1732292569137 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732292569149 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732292569149Flushing 1588230740/rep_barrier: creating writer at 1732292569556 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292569568 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292569568Flushing 1588230740/table: creating writer at 1732292569574 (+6 ms)Flushing 1588230740/table: appending metadata at 1732292569586 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732292569586Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6e09c5: reopening flushed file at 1732292569993 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63aca702: reopening flushed file at 1732292569997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a083d30: reopening flushed file at 1732292570001 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17c29e3b: reopening flushed file at 1732292570004 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 895ms, sequenceid=11, compaction requested=false at 1732292570008 (+4 ms)Writing region close event to WAL at 1732292570010 (+2 ms)Running coprocessor post-close hooks at 1732292570013 (+3 ms)Closed at 1732292570013 2024-11-22T16:22:50,013 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:50,114 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,37067,1732292544483; all regions closed. 2024-11-22T16:22:50,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741834_1010 (size=2717) 2024-11-22T16:22:50,115 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/WALs/93fb7f16a334,37067,1732292544483/93fb7f16a334%2C37067%2C1732292544483.meta.1732292547467.meta not finished, retry = 0 2024-11-22T16:22:50,218 DEBUG [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/oldWALs 2024-11-22T16:22:50,218 INFO [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C37067%2C1732292544483.meta:.meta(num 1732292547467) 2024-11-22T16:22:50,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741832_1008 (size=1374) 2024-11-22T16:22:50,220 DEBUG [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/oldWALs 2024-11-22T16:22:50,220 INFO [RS:0;93fb7f16a334:37067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 93fb7f16a334%2C37067%2C1732292544483:(num 1732292546511) 2024-11-22T16:22:50,221 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:50,221 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:50,221 INFO [RS:0;93fb7f16a334:37067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:50,221 INFO [RS:0;93fb7f16a334:37067 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:50,221 INFO [RS:0;93fb7f16a334:37067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:50,221 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:50,221 INFO [RS:0;93fb7f16a334:37067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:37067. 2024-11-22T16:22:50,221 DEBUG [RS:0;93fb7f16a334:37067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:50,221 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:50,221 DEBUG [RS:0;93fb7f16a334:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:50,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:50,222 INFO [RS:0;93fb7f16a334:37067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37067 2024-11-22T16:22:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660779265/rs/93fb7f16a334,37067,1732292544483 2024-11-22T16:22:50,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265/rs 2024-11-22T16:22:50,268 INFO [RS:0;93fb7f16a334:37067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:50,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,37067,1732292544483] 2024-11-22T16:22:50,289 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1660779265/draining/93fb7f16a334,37067,1732292544483 already deleted, retry=false 2024-11-22T16:22:50,289 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,37067,1732292544483 expired; onlineServers=0 2024-11-22T16:22:50,289 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,39731,1732292544223' ***** 2024-11-22T16:22:50,289 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:50,289 INFO [M:0;93fb7f16a334:39731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:50,290 DEBUG [M:0;93fb7f16a334:39731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:50,290 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:50,290 DEBUG [M:0;93fb7f16a334:39731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:50,290 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292546235 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292546235,5,FailOnTimeoutGroup] 2024-11-22T16:22:50,290 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292546235 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292546235,5,FailOnTimeoutGroup] 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:50,290 DEBUG [M:0;93fb7f16a334:39731 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:50,290 INFO [M:0;93fb7f16a334:39731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:50,290 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:50,291 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1660779265/master 2024-11-22T16:22:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1660779265 2024-11-22T16:22:50,300 DEBUG [M:0;93fb7f16a334:39731 {}] zookeeper.ZKUtil(347): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Unable to get data of znode /1-1660779265/master because node does not exist (not an error) 2024-11-22T16:22:50,300 WARN [M:0;93fb7f16a334:39731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:22:50,301 INFO [M:0;93fb7f16a334:39731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/.lastflushedseqids 2024-11-22T16:22:50,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741845_1021 (size=173) 2024-11-22T16:22:50,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:50,379 INFO [RS:0;93fb7f16a334:37067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:50,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x101635a677a0004, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:50,379 INFO [RS:0;93fb7f16a334:37067 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,37067,1732292544483; zookeeper connection closed. 2024-11-22T16:22:50,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@744ec361 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@744ec361 2024-11-22T16:22:50,380 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:50,704 INFO [M:0;93fb7f16a334:39731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:50,704 INFO [M:0;93fb7f16a334:39731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:50,704 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:50,705 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:50,705 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:50,705 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:50,705 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:50,705 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-22T16:22:50,722 DEBUG [M:0;93fb7f16a334:39731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c05d5a27e54d378fef62d3b9d37795 is 82, key is hbase:meta,,1/info:regioninfo/1732292547504/Put/seqid=0 2024-11-22T16:22:50,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741846_1022 (size=5672) 2024-11-22T16:22:50,953 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:50,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-22T16:22:51,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-22T16:22:51,126 INFO [M:0;93fb7f16a334:39731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c05d5a27e54d378fef62d3b9d37795 2024-11-22T16:22:51,146 DEBUG [M:0;93fb7f16a334:39731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fd411065334d939a63b772a2764808 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292556345/Put/seqid=0 2024-11-22T16:22:51,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741847_1023 (size=6586) 2024-11-22T16:22:51,394 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:51,549 INFO [M:0;93fb7f16a334:39731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fd411065334d939a63b772a2764808 2024-11-22T16:22:51,564 DEBUG [M:0;93fb7f16a334:39731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cdf344c892493fbae76b6d458a9a4e is 69, key is 93fb7f16a334,37067,1732292544483/rs:state/1732292546312/Put/seqid=0 2024-11-22T16:22:51,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741848_1024 (size=5156) 2024-11-22T16:22:51,967 INFO [M:0;93fb7f16a334:39731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cdf344c892493fbae76b6d458a9a4e 2024-11-22T16:22:51,970 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c05d5a27e54d378fef62d3b9d37795 as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77c05d5a27e54d378fef62d3b9d37795 2024-11-22T16:22:51,973 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77c05d5a27e54d378fef62d3b9d37795, entries=8, sequenceid=55, filesize=5.5 K 2024-11-22T16:22:51,973 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7fd411065334d939a63b772a2764808 as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7fd411065334d939a63b772a2764808 2024-11-22T16:22:51,976 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7fd411065334d939a63b772a2764808, entries=6, sequenceid=55, filesize=6.4 K 2024-11-22T16:22:51,976 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4cdf344c892493fbae76b6d458a9a4e as hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4cdf344c892493fbae76b6d458a9a4e 2024-11-22T16:22:51,979 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45717/user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4cdf344c892493fbae76b6d458a9a4e, entries=1, sequenceid=55, filesize=5.0 K 2024-11-22T16:22:51,980 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false 2024-11-22T16:22:51,981 INFO [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:51,981 DEBUG [M:0;93fb7f16a334:39731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292570704Disabling compacts and flushes for region at 1732292570704Disabling writes for close at 1732292570705 (+1 ms)Obtaining lock to block concurrent updates at 1732292570705Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292570705Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732292570705Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292570706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292570706Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292570722 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292570722Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292571130 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292571145 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292571145Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292571552 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292571563 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292571564 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70fdffac: reopening flushed file at 1732292571970 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2890847f: reopening flushed file at 1732292571973 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f427a4b: reopening flushed file at 1732292571976 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=55, compaction requested=false at 1732292571980 (+4 ms)Writing region close event to WAL at 1732292571981 (+1 ms)Closed at 1732292571981 2024-11-22T16:22:51,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38659 is added to blk_1073741830_1006 (size=32770) 2024-11-22T16:22:51,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7b6415f-b2d8-c81b-373f-59064b07375f/MasterData/WALs/93fb7f16a334,39731,1732292544223/93fb7f16a334%2C39731%2C1732292544223.1732292545957 not finished, retry = 0 2024-11-22T16:22:52,083 INFO [M:0;93fb7f16a334:39731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:52,083 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:52,083 INFO [M:0;93fb7f16a334:39731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39731 2024-11-22T16:22:52,083 INFO [M:0;93fb7f16a334:39731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:52,156 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:52,266 INFO [M:0;93fb7f16a334:39731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:52,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:52,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39731-0x101635a677a0003, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:52,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e59cb82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:52,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55c6c6d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:52,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:52,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14185180{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:52,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cb966f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:52,270 WARN [BP-780549764-172.17.0.2-1732292542289 heartbeating to localhost/127.0.0.1:45717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:52,270 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:52,270 WARN [BP-780549764-172.17.0.2-1732292542289 heartbeating to localhost/127.0.0.1:45717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-780549764-172.17.0.2-1732292542289 (Datanode Uuid 9f2016af-13ed-494d-ad81-7a38160c78e0) service to localhost/127.0.0.1:45717 2024-11-22T16:22:52,270 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:52,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/cluster_98de1457-5e10-2252-04fc-dd4d2a2a12fa/data/data1/current/BP-780549764-172.17.0.2-1732292542289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:52,270 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/cluster_98de1457-5e10-2252-04fc-dd4d2a2a12fa/data/data2/current/BP-780549764-172.17.0.2-1732292542289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:52,271 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:52,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1516b71a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:52,284 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da059c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:52,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:52,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f3c526{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:52,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33bb1461{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7169a-3e0d-dcf3-b343-fb87431b2758/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:52,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:52,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T16:22:52,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:52,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:52,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:52,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:52,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T16:22:52,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:52,297 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1252523826, stopped=false 2024-11-22T16:22:52,297 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=93fb7f16a334,38115,1732292539528 2024-11-22T16:22:52,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2091743002/running 2024-11-22T16:22:52,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2091743002/running 2024-11-22T16:22:52,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:52,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:52,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:52,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T16:22:52,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:52,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:52,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/running 2024-11-22T16:22:52,427 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '93fb7f16a334,35957,1732292539723' ***** 2024-11-22T16:22:52,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T16:22:52,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Set watcher on znode that does not yet exist, /0-2091743002/running 2024-11-22T16:22:52,427 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T16:22:52,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(3091): Received CLOSE for b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(3091): Received CLOSE for 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(959): stopping server 93fb7f16a334,35957,1732292539723 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35957. 2024-11-22T16:22:52,428 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8ef3b620d32ee7b36eee900a72f1cc1, disabling compactions & flushes 2024-11-22T16:22:52,428 DEBUG [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:52,428 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:52,428 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:52,428 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:52,428 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. after waiting 0 ms 2024-11-22T16:22:52,428 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T16:22:52,428 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-22T16:22:52,429 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1325): Online Regions={b8ef3b620d32ee7b36eee900a72f1cc1=test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1., 1588230740=hbase:meta,,1.1588230740, 33e56c9874e664e9965f45fc0c08e032=hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032.} 2024-11-22T16:22:52,429 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33e56c9874e664e9965f45fc0c08e032, b8ef3b620d32ee7b36eee900a72f1cc1 2024-11-22T16:22:52,429 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T16:22:52,429 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T16:22:52,429 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T16:22:52,429 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T16:22:52,429 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T16:22:52,429 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-22T16:22:52,431 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/default/test/b8ef3b620d32ee7b36eee900a72f1cc1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-22T16:22:52,432 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8ef3b620d32ee7b36eee900a72f1cc1: Waiting for close lock at 1732292572428Running coprocessor pre-close hooks at 1732292572428Disabling compacts and flushes for region at 1732292572428Disabling writes for close at 1732292572428Writing region close event to WAL at 1732292572429 (+1 ms)Running coprocessor post-close hooks at 1732292572432 (+3 ms)Closed at 1732292572432 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1. 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33e56c9874e664e9965f45fc0c08e032, disabling compactions & flushes 2024-11-22T16:22:52,432 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. after waiting 0 ms 2024-11-22T16:22:52,432 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:52,432 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33e56c9874e664e9965f45fc0c08e032 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-22T16:22:52,442 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/info/53c76ff095b74cc892f7fffec120eeb2 is 147, key is hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032./info:regioninfo/1732292559664/Put/seqid=0 2024-11-22T16:22:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741847_1023 (size=7686) 2024-11-22T16:22:52,448 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/hfileref/f9c03768ee184646b54fef9d42c2c8df is 74, key is 1/hfileref:39adba0d6aaf4bf08b5629d7278cf9bf_SeqId_4_/1732292562594/DeleteColumn/seqid=0 2024-11-22T16:22:52,449 INFO [regionserver/93fb7f16a334:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741848_1024 (size=5489) 2024-11-22T16:22:52,597 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:52,601 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:52,601 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:52,601 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:52,601 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 93fb7f16a334,35957,1732292539723: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-93fb7f16a334,35957,1732292539723, walGroup=93fb7f16a334%2C35957%2C1732292539723, offset=93fb7f16a334%2C35957%2C1732292539723.1732292563589:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:35957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-22T16:22:52,602 ERROR [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-22T16:22:52,602 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-22T16:22:52,603 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-22T16:22:52,603 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-22T16:22:52,603 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-22T16:22:52,603 INFO [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1633681408, "init": 1048576000, "max": 2306867200, "used": 1122721184 }, "NonHeapMemoryUsage": { "committed": 212008960, "init": 7667712, "max": -1, "used": 209028720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-22T16:22:52,603 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:38115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=93fb7f16a334:38115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-22T16:22:52,629 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:52,803 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:52,829 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:52,845 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/info/53c76ff095b74cc892f7fffec120eeb2 2024-11-22T16:22:52,852 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/hfileref/f9c03768ee184646b54fef9d42c2c8df 2024-11-22T16:22:52,862 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/ns/5df53081a9674fa49d1cb03c798be8a8 is 43, key is default/ns:d/1732292542148/Put/seqid=0 2024-11-22T16:22:52,867 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/queue/ab4542206aa3443a9f38c09867ca97bd is 153, key is 1-93fb7f16a334,35957,1732292539723/queue:93fb7f16a334%2C35957%2C1732292539723/1732292565301/Put/seqid=0 2024-11-22T16:22:52,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741849_1025 (size=5153) 2024-11-22T16:22:52,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741850_1026 (size=5504) 2024-11-22T16:22:53,029 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:53,038 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T16:22:53,038 INFO [regionserver/93fb7f16a334:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T16:22:53,106 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:53,229 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33e56c9874e664e9965f45fc0c08e032 2024-11-22T16:22:53,269 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/ns/5df53081a9674fa49d1cb03c798be8a8 2024-11-22T16:22:53,270 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/queue/ab4542206aa3443a9f38c09867ca97bd 2024-11-22T16:22:53,273 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/hfileref/f9c03768ee184646b54fef9d42c2c8df as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/hfileref/f9c03768ee184646b54fef9d42c2c8df 2024-11-22T16:22:53,276 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/hfileref/f9c03768ee184646b54fef9d42c2c8df, entries=6, sequenceid=17, filesize=5.4 K 2024-11-22T16:22:53,277 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/.tmp/queue/ab4542206aa3443a9f38c09867ca97bd as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/queue/ab4542206aa3443a9f38c09867ca97bd 2024-11-22T16:22:53,280 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/queue/ab4542206aa3443a9f38c09867ca97bd, entries=2, sequenceid=17, filesize=5.4 K 2024-11-22T16:22:53,281 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 33e56c9874e664e9965f45fc0c08e032 in 849ms, sequenceid=17, compaction requested=false 2024-11-22T16:22:53,284 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/replication/33e56c9874e664e9965f45fc0c08e032/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-22T16:22:53,285 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:53,285 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:53,285 INFO [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:53,285 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33e56c9874e664e9965f45fc0c08e032: Waiting for close lock at 1732292572432Running coprocessor pre-close hooks at 1732292572432Disabling compacts and flushes for region at 1732292572432Disabling writes for close at 1732292572432Obtaining lock to block concurrent updates at 1732292572432Preparing flush snapshotting stores in 33e56c9874e664e9965f45fc0c08e032 at 1732292572432Finished memstore snapshotting hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732292572433 (+1 ms)Flushing stores of hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. at 1732292572433Flushing 33e56c9874e664e9965f45fc0c08e032/hfileref: creating writer at 1732292572433Flushing 33e56c9874e664e9965f45fc0c08e032/hfileref: appending metadata at 1732292572448 (+15 ms)Flushing 33e56c9874e664e9965f45fc0c08e032/hfileref: closing flushed file at 1732292572448Flushing 33e56c9874e664e9965f45fc0c08e032/queue: creating writer at 1732292572854 (+406 ms)Flushing 33e56c9874e664e9965f45fc0c08e032/queue: appending metadata at 1732292572867 (+13 ms)Flushing 33e56c9874e664e9965f45fc0c08e032/queue: closing flushed file at 1732292572867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66125e32: reopening flushed file at 1732292573273 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@266339be: reopening flushed file at 1732292573277 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 33e56c9874e664e9965f45fc0c08e032 in 849ms, sequenceid=17, compaction requested=false at 1732292573281 (+4 ms)Writing region close event to WAL at 1732292573282 (+1 ms)Running coprocessor post-close hooks at 1732292573285 (+3 ms)Closed at 1732292573285 2024-11-22T16:22:53,285 DEBUG [RS_CLOSE_REGION-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732292558506.33e56c9874e664e9965f45fc0c08e032. 2024-11-22T16:22:53,290 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/376f80e47be64400aabdbbf10a7d53c6 is 112, key is test,,1732292553042.b8ef3b620d32ee7b36eee900a72f1cc1./rep_barrier:seqnumDuringOpen/1732292554189/Put/seqid=0 2024-11-22T16:22:53,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741851_1027 (size=5518) 2024-11-22T16:22:53,429 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T16:22:53,429 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T16:22:53,429 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:53,459 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 393, reset compression=false 2024-11-22T16:22:53,462 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-22T16:22:53,462 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:53,465 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-93fb7f16a334,35957,1732292539723 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-22T16:22:53,465 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-22T16:22:53,509 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:53,630 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:53,666 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:53,693 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/376f80e47be64400aabdbbf10a7d53c6 2024-11-22T16:22:53,712 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/table/3e7264c65cb643a79480c5856c6367c5 is 53, key is hbase:replication/table:state/1732292559670/Put/seqid=0 2024-11-22T16:22:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741852_1028 (size=5308) 2024-11-22T16:22:53,830 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:53,969 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:54,012 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:54,030 DEBUG [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T16:22:54,116 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/table/3e7264c65cb643a79480c5856c6367c5 2024-11-22T16:22:54,120 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/info/53c76ff095b74cc892f7fffec120eeb2 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/info/53c76ff095b74cc892f7fffec120eeb2 2024-11-22T16:22:54,124 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/info/53c76ff095b74cc892f7fffec120eeb2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-22T16:22:54,125 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/ns/5df53081a9674fa49d1cb03c798be8a8 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/ns/5df53081a9674fa49d1cb03c798be8a8 2024-11-22T16:22:54,129 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/ns/5df53081a9674fa49d1cb03c798be8a8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-22T16:22:54,129 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/rep_barrier/376f80e47be64400aabdbbf10a7d53c6 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/rep_barrier/376f80e47be64400aabdbbf10a7d53c6 2024-11-22T16:22:54,132 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/rep_barrier/376f80e47be64400aabdbbf10a7d53c6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-22T16:22:54,133 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/.tmp/table/3e7264c65cb643a79480c5856c6367c5 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/table/3e7264c65cb643a79480c5856c6367c5 2024-11-22T16:22:54,136 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/table/3e7264c65cb643a79480c5856c6367c5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-22T16:22:54,137 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-22T16:22:54,137 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T16:22:54,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-22T16:22:54,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-22T16:22:54,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T16:22:54,141 INFO [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:54,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732292572429Running coprocessor pre-close hooks at 1732292572429Disabling compacts and flushes for region at 1732292572429Disabling writes for close at 1732292572429Obtaining lock to block concurrent updates at 1732292572429Preparing flush snapshotting stores in 1588230740 at 1732292572429Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732292572429Flushing stores of hbase:meta,,1.1588230740 at 1732292572429Flushing 1588230740/info: creating writer at 1732292572429Flushing 1588230740/info: appending metadata at 1732292572442 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732292572442Flushing 1588230740/ns: creating writer at 1732292572849 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732292572862 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732292572862Flushing 1588230740/rep_barrier: creating writer at 1732292573273 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732292573289 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732292573289Flushing 1588230740/table: creating writer at 1732292573698 (+409 ms)Flushing 1588230740/table: appending metadata at 1732292573712 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732292573712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f7b11d: reopening flushed file at 1732292574119 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42884187: reopening flushed file at 1732292574125 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4759c67f: reopening flushed file at 1732292574129 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cca4be: reopening flushed file at 1732292574133 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1732292574137 (+4 ms)Writing region close event to WAL at 1732292574139 (+2 ms)Running coprocessor post-close hooks at 1732292574141 (+2 ms)Closed at 1732292574141 2024-11-22T16:22:54,141 DEBUG [RS_CLOSE_META-regionserver/93fb7f16a334:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T16:22:54,231 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(976): stopping server 93fb7f16a334,35957,1732292539723; all regions closed. 2024-11-22T16:22:54,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741843_1019 (size=859) 2024-11-22T16:22:54,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741842_1018 (size=2791) 2024-11-22T16:22:54,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.rep.1732292563554 not finished, retry = 0 2024-11-22T16:22:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741844_1020 (size=696) 2024-11-22T16:22:54,338 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] hbase.ChoreService(370): Chore service for: regionserver/93fb7f16a334:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:54,339 INFO [regionserver/93fb7f16a334:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-93fb7f16a334,35957,1732292539723 because: Region server is closing 2024-11-22T16:22:54,339 INFO [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35957. 2024-11-22T16:22:54,340 DEBUG [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:54,340 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:54,340 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:54,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:54,373 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 to pos 688, reset compression=false 2024-11-22T16:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/WALs/93fb7f16a334,35957,1732292539723/93fb7f16a334%2C35957%2C1732292539723.1732292563589 2024-11-22T16:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-22T16:22:54,374 DEBUG [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-22T16:22:54,440 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 terminated 2024-11-22T16:22:54,440 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-93fb7f16a334,35957,1732292539723 because: Region server is closing 2024-11-22T16:22:54,440 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,1-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,1-93fb7f16a334,35957,1732292539723 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-22T16:22:54,440 INFO [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;93fb7f16a334:35957. 2024-11-22T16:22:54,440 DEBUG [RS:0;93fb7f16a334:35957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T16:22:54,440 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:54,440 DEBUG [RS:0;93fb7f16a334:35957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T16:22:54,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T16:22:54,541 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.shipper93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 terminated 2024-11-22T16:22:54,541 INFO [RS:0;93fb7f16a334:35957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35957 2024-11-22T16:22:54,541 WARN [RS_REFRESH_PEER-regionserver/93fb7f16a334:0-0.replicationSource,2-93fb7f16a334,35957,1732292539723.replicationSource.wal-reader.93fb7f16a334%2C35957%2C1732292539723,2-93fb7f16a334,35957,1732292539723 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-22T16:22:54,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002/rs 2024-11-22T16:22:54,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2091743002/rs/93fb7f16a334,35957,1732292539723 2024-11-22T16:22:54,552 INFO [RS:0;93fb7f16a334:35957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:54,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [93fb7f16a334,35957,1732292539723] 2024-11-22T16:22:54,573 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2091743002/draining/93fb7f16a334,35957,1732292539723 already deleted, retry=false 2024-11-22T16:22:54,573 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 93fb7f16a334,35957,1732292539723 expired; onlineServers=0 2024-11-22T16:22:54,573 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '93fb7f16a334,38115,1732292539528' ***** 2024-11-22T16:22:54,573 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T16:22:54,573 INFO [M:0;93fb7f16a334:38115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T16:22:54,574 DEBUG [M:0;93fb7f16a334:38115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T16:22:54,574 DEBUG [M:0;93fb7f16a334:38115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T16:22:54,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T16:22:54,574 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292540916 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.large.0-1732292540916,5,FailOnTimeoutGroup] 2024-11-22T16:22:54,574 DEBUG [master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292540917 {}] cleaner.HFileCleaner(306): Exit Thread[master/93fb7f16a334:0:becomeActiveMaster-HFileCleaner.small.0-1732292540917,5,FailOnTimeoutGroup] 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] hbase.ChoreService(370): Chore service for: master/93fb7f16a334:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T16:22:54,574 DEBUG [M:0;93fb7f16a334:38115 {}] master.HMaster(1795): Stopping service threads 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T16:22:54,574 ERROR [M:0;93fb7f16a334:38115 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1040632728) connection to localhost/127.0.0.1:36685 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36685,5,PEWorkerGroup] 2024-11-22T16:22:54,574 INFO [M:0;93fb7f16a334:38115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T16:22:54,574 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T16:22:54,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2091743002/master 2024-11-22T16:22:54,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2091743002 2024-11-22T16:22:54,584 DEBUG [M:0;93fb7f16a334:38115 {}] zookeeper.ZKUtil(347): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Unable to get data of znode /0-2091743002/master because node does not exist (not an error) 2024-11-22T16:22:54,584 WARN [M:0;93fb7f16a334:38115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T16:22:54,584 INFO [M:0;93fb7f16a334:38115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/.lastflushedseqids 2024-11-22T16:22:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741853_1029 (size=263) 2024-11-22T16:22:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:54,663 INFO [RS:0;93fb7f16a334:35957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:54,663 INFO [RS:0;93fb7f16a334:35957 {}] regionserver.HRegionServer(1031): Exiting; stopping=93fb7f16a334,35957,1732292539723; zookeeper connection closed. 2024-11-22T16:22:54,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35957-0x101635a677a0001, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:54,663 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1672dd72 2024-11-22T16:22:54,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T16:22:54,988 INFO [M:0;93fb7f16a334:38115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T16:22:54,988 INFO [M:0;93fb7f16a334:38115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T16:22:54,988 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T16:22:54,988 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:54,988 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:54,988 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T16:22:54,988 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:54,988 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-22T16:22:55,001 DEBUG [M:0;93fb7f16a334:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53be72f271b747608360922bfcb36366 is 82, key is hbase:meta,,1/info:regioninfo/1732292542121/Put/seqid=0 2024-11-22T16:22:55,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741854_1030 (size=5672) 2024-11-22T16:22:55,004 INFO [M:0;93fb7f16a334:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53be72f271b747608360922bfcb36366 2024-11-22T16:22:55,024 DEBUG [M:0;93fb7f16a334:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d158a8ba14254d059a718ed9cbc330b3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732292554196/Put/seqid=0 2024-11-22T16:22:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741855_1031 (size=7610) 2024-11-22T16:22:55,430 INFO [M:0;93fb7f16a334:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d158a8ba14254d059a718ed9cbc330b3 2024-11-22T16:22:55,433 INFO [M:0;93fb7f16a334:38115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d158a8ba14254d059a718ed9cbc330b3 2024-11-22T16:22:55,446 DEBUG [M:0;93fb7f16a334:38115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcf32ec1193b4b1f8e3d47f75afafcee is 69, key is 93fb7f16a334,35957,1732292539723/rs:state/1732292541009/Put/seqid=0 2024-11-22T16:22:55,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741856_1032 (size=5156) 2024-11-22T16:22:55,449 INFO [M:0;93fb7f16a334:38115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcf32ec1193b4b1f8e3d47f75afafcee 2024-11-22T16:22:55,452 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53be72f271b747608360922bfcb36366 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53be72f271b747608360922bfcb36366 2024-11-22T16:22:55,455 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53be72f271b747608360922bfcb36366, entries=8, sequenceid=121, filesize=5.5 K 2024-11-22T16:22:55,455 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d158a8ba14254d059a718ed9cbc330b3 as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d158a8ba14254d059a718ed9cbc330b3 2024-11-22T16:22:55,458 INFO [M:0;93fb7f16a334:38115 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d158a8ba14254d059a718ed9cbc330b3 2024-11-22T16:22:55,458 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d158a8ba14254d059a718ed9cbc330b3, entries=13, sequenceid=121, filesize=7.4 K 2024-11-22T16:22:55,459 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcf32ec1193b4b1f8e3d47f75afafcee as hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcf32ec1193b4b1f8e3d47f75afafcee 2024-11-22T16:22:55,461 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36685/user/jenkins/test-data/4b2f3196-b60b-7af7-7b6b-7ae53278ec90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcf32ec1193b4b1f8e3d47f75afafcee, entries=1, sequenceid=121, filesize=5.0 K 2024-11-22T16:22:55,462 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=121, compaction requested=false 2024-11-22T16:22:55,463 INFO [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T16:22:55,463 DEBUG [M:0;93fb7f16a334:38115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732292574988Disabling compacts and flushes for region at 1732292574988Disabling writes for close at 1732292574988Obtaining lock to block concurrent updates at 1732292574988Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732292574988Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1732292574989 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732292574989Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732292574989Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732292575001 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732292575001Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732292575007 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732292575023 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732292575023Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732292575433 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732292575445 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732292575445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48559ac4: reopening flushed file at 1732292575451 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17679ce2: reopening flushed file at 1732292575455 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f65e56b: reopening flushed file at 1732292575459 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 474ms, sequenceid=121, compaction requested=false at 1732292575462 (+3 ms)Writing region close event to WAL at 1732292575463 (+1 ms)Closed at 1732292575463 2024-11-22T16:22:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34203 is added to blk_1073741830_1006 (size=69920) 2024-11-22T16:22:55,465 INFO [M:0;93fb7f16a334:38115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T16:22:55,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T16:22:55,465 INFO [M:0;93fb7f16a334:38115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38115 2024-11-22T16:22:55,465 INFO [M:0;93fb7f16a334:38115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T16:22:55,601 INFO [M:0;93fb7f16a334:38115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T16:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:55,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38115-0x101635a677a0000, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T16:22:55,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71d4d198{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T16:22:55,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ef88c79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:55,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:55,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12a4de79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:55,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50501624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:55,605 WARN [BP-2108803209-172.17.0.2-1732292537322 heartbeating to localhost/127.0.0.1:36685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T16:22:55,605 WARN [BP-2108803209-172.17.0.2-1732292537322 heartbeating to localhost/127.0.0.1:36685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2108803209-172.17.0.2-1732292537322 (Datanode Uuid a0bdcc31-ceff-4618-aed1-f256715d6dd3) service to localhost/127.0.0.1:36685 2024-11-22T16:22:55,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T16:22:55,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T16:22:55,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/data/data1/current/BP-2108803209-172.17.0.2-1732292537322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:55,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/cluster_ece4f9cc-fad0-1f63-c6e8-fba100982c31/data/data2/current/BP-2108803209-172.17.0.2-1732292537322 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T16:22:55,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T16:22:55,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1808ff56{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T16:22:55,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a7f0e46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T16:22:55,612 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T16:22:55,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f35d1ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T16:22:55,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c975344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5966a9c3-d45c-de0c-d06a-aa37b7b5d130/hadoop.log.dir/,STOPPED} 2024-11-22T16:22:55,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T16:22:55,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-22T16:22:55,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 532) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34539 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:34539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50633) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:36685 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1040632728) connection to localhost/127.0.0.1:45717 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=971 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 500), ProcessCount=11 (was 11), AvailableMemoryMB=2664 (was 2186) - AvailableMemoryMB LEAK? - 2024-11-22T16:22:55,648 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-22T16:22:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101635a677a0002, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101635a677a0008, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:55,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101635a677a0005, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-22T16:22:55,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101635a677a0008, quorum=127.0.0.1:50633, baseZNode=/2-709203056 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:22:55,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101635a677a0002, quorum=127.0.0.1:50633, baseZNode=/0-2091743002 Received Disconnected from ZooKeeper, ignoring 2024-11-22T16:22:55,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101635a677a0005, quorum=127.0.0.1:50633, baseZNode=/1-1660779265 Received Disconnected from ZooKeeper, ignoring